2024-12-13 07:29:35,932 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-13 07:29:35,948 main DEBUG Took 0.013653 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-13 07:29:35,949 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-13 07:29:35,949 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-13 07:29:35,951 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-13 07:29:35,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 07:29:35,962 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-13 07:29:35,977 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 07:29:35,978 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 07:29:35,979 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 07:29:35,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 07:29:35,980 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 07:29:35,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 07:29:35,981 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 07:29:35,981 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 07:29:35,981 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 07:29:35,982 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 07:29:35,982 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 07:29:35,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 07:29:35,983 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 07:29:35,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 07:29:35,984 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 07:29:35,984 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 07:29:35,984 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 07:29:35,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 07:29:35,985 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 07:29:35,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 07:29:35,986 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 07:29:35,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 07:29:35,986 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 07:29:35,987 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 07:29:35,987 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 07:29:35,987 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-13 07:29:35,989 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 07:29:35,990 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-13 07:29:35,992 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-13 07:29:35,992 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-13 07:29:35,993 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-13 07:29:35,993 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-13 07:29:36,001 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-13 07:29:36,003 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-13 07:29:36,005 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-13 07:29:36,006 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-13 07:29:36,006 main DEBUG createAppenders(={Console}) 2024-12-13 07:29:36,007 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-13 07:29:36,007 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-13 07:29:36,007 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-13 07:29:36,008 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-13 07:29:36,008 main DEBUG OutputStream closed 2024-12-13 07:29:36,008 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-13 07:29:36,009 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-13 07:29:36,009 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-13 07:29:36,075 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-13 07:29:36,078 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-13 07:29:36,079 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-13 07:29:36,080 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-13 07:29:36,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-13 07:29:36,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-13 07:29:36,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-13 07:29:36,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-13 07:29:36,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-13 07:29:36,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-13 07:29:36,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-13 07:29:36,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-13 07:29:36,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-13 07:29:36,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-13 07:29:36,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-13 07:29:36,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-13 07:29:36,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-13 07:29:36,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-13 07:29:36,088 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13 07:29:36,089 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-13 07:29:36,089 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-13 07:29:36,090 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-13T07:29:36,291 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4 2024-12-13 07:29:36,294 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-13 07:29:36,294 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13T07:29:36,302 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-13T07:29:36,320 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T07:29:36,323 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/cluster_75ebfde2-f6c0-8642-8b7f-bc87a278e9e3, deleteOnExit=true 2024-12-13T07:29:36,323 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T07:29:36,324 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/test.cache.data in system properties and HBase conf 2024-12-13T07:29:36,324 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T07:29:36,325 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/hadoop.log.dir in system properties and HBase conf 2024-12-13T07:29:36,325 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T07:29:36,326 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T07:29:36,326 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T07:29:36,418 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-13T07:29:36,504 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T07:29:36,507 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T07:29:36,508 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T07:29:36,508 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T07:29:36,508 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T07:29:36,509 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T07:29:36,509 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T07:29:36,509 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T07:29:36,510 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T07:29:36,510 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T07:29:36,510 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/nfs.dump.dir in system properties and HBase conf 2024-12-13T07:29:36,510 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/java.io.tmpdir in system properties and HBase conf 2024-12-13T07:29:36,511 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T07:29:36,511 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T07:29:36,511 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T07:29:37,390 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-13T07:29:37,458 INFO [Time-limited test {}] log.Log(170): Logging initialized @2132ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-13T07:29:37,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T07:29:37,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T07:29:37,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T07:29:37,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T07:29:37,598 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T07:29:37,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T07:29:37,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/hadoop.log.dir/,AVAILABLE} 2024-12-13T07:29:37,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T07:29:37,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/java.io.tmpdir/jetty-localhost-43501-hadoop-hdfs-3_4_1-tests_jar-_-any-10431063107034234161/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T07:29:37,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:43501} 2024-12-13T07:29:37,786 INFO [Time-limited test {}] server.Server(415): Started @2461ms 2024-12-13T07:29:38,262 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T07:29:38,269 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T07:29:38,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T07:29:38,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T07:29:38,270 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T07:29:38,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/hadoop.log.dir/,AVAILABLE} 2024-12-13T07:29:38,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T07:29:38,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/java.io.tmpdir/jetty-localhost-43349-hadoop-hdfs-3_4_1-tests_jar-_-any-3995067570782205740/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T07:29:38,381 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:43349} 2024-12-13T07:29:38,381 INFO [Time-limited test {}] server.Server(415): Started @3056ms 2024-12-13T07:29:38,430 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T07:29:39,156 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/cluster_75ebfde2-f6c0-8642-8b7f-bc87a278e9e3/dfs/data/data2/current/BP-267945539-172.17.0.2-1734074977000/current, will proceed with Du for space computation calculation, 2024-12-13T07:29:39,156 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/cluster_75ebfde2-f6c0-8642-8b7f-bc87a278e9e3/dfs/data/data1/current/BP-267945539-172.17.0.2-1734074977000/current, will proceed with Du for space computation calculation, 2024-12-13T07:29:39,181 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T07:29:39,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd142fbf8dc4d2d6b with lease ID 0x8c7565bd9490301: Processing first storage report for DS-a2e8edcf-3cc9-4338-804c-fc4cb74779ea from datanode DatanodeRegistration(127.0.0.1:37861, datanodeUuid=0dafa33e-ea13-4d48-9d5d-5e2cbda3ca87, infoPort=35955, infoSecurePort=0, ipcPort=38993, storageInfo=lv=-57;cid=testClusterID;nsid=1952149329;c=1734074977000) 2024-12-13T07:29:39,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd142fbf8dc4d2d6b with lease ID 0x8c7565bd9490301: from storage DS-a2e8edcf-3cc9-4338-804c-fc4cb74779ea node DatanodeRegistration(127.0.0.1:37861, datanodeUuid=0dafa33e-ea13-4d48-9d5d-5e2cbda3ca87, infoPort=35955, infoSecurePort=0, ipcPort=38993, storageInfo=lv=-57;cid=testClusterID;nsid=1952149329;c=1734074977000), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T07:29:39,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd142fbf8dc4d2d6b with lease ID 0x8c7565bd9490301: Processing first storage report for DS-94220e57-ef24-480a-bf6c-c7d821d5daf7 from datanode DatanodeRegistration(127.0.0.1:37861, datanodeUuid=0dafa33e-ea13-4d48-9d5d-5e2cbda3ca87, infoPort=35955, infoSecurePort=0, ipcPort=38993, storageInfo=lv=-57;cid=testClusterID;nsid=1952149329;c=1734074977000) 2024-12-13T07:29:39,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd142fbf8dc4d2d6b with lease ID 0x8c7565bd9490301: from storage DS-94220e57-ef24-480a-bf6c-c7d821d5daf7 node DatanodeRegistration(127.0.0.1:37861, datanodeUuid=0dafa33e-ea13-4d48-9d5d-5e2cbda3ca87, infoPort=35955, infoSecurePort=0, ipcPort=38993, storageInfo=lv=-57;cid=testClusterID;nsid=1952149329;c=1734074977000), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T07:29:39,254 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4 2024-12-13T07:29:39,314 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/cluster_75ebfde2-f6c0-8642-8b7f-bc87a278e9e3/zookeeper_0, clientPort=65137, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/cluster_75ebfde2-f6c0-8642-8b7f-bc87a278e9e3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/cluster_75ebfde2-f6c0-8642-8b7f-bc87a278e9e3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-13T07:29:39,323 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=65137 2024-12-13T07:29:39,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T07:29:39,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T07:29:39,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741825_1001 (size=7) 2024-12-13T07:29:39,957 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d with version=8 2024-12-13T07:29:39,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/hbase-staging 2024-12-13T07:29:40,059 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-13T07:29:40,291 INFO [Time-limited test {}] client.ConnectionUtils(129): master/9eb75de94ef3:0 server-side Connection retries=45 2024-12-13T07:29:40,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T07:29:40,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T07:29:40,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T07:29:40,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T07:29:40,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T07:29:40,412 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T07:29:40,460 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-13T07:29:40,468 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-13T07:29:40,471 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T07:29:40,492 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 43153 (auto-detected) 2024-12-13T07:29:40,493 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-13T07:29:40,509 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42165 2024-12-13T07:29:40,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T07:29:40,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T07:29:40,529 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42165 connecting to ZooKeeper ensemble=127.0.0.1:65137 2024-12-13T07:29:40,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421650x0, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T07:29:40,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42165-0x1001e4b70630000 connected 2024-12-13T07:29:40,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T07:29:40,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T07:29:40,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T07:29:40,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42165 2024-12-13T07:29:40,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42165 2024-12-13T07:29:40,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42165 2024-12-13T07:29:40,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42165 2024-12-13T07:29:40,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42165 2024-12-13T07:29:40,729 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d, hbase.cluster.distributed=false 2024-12-13T07:29:40,782 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/9eb75de94ef3:0 server-side Connection retries=45 2024-12-13T07:29:40,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T07:29:40,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T07:29:40,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T07:29:40,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T07:29:40,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T07:29:40,785 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T07:29:40,787 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T07:29:40,788 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40871 2024-12-13T07:29:40,789 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T07:29:40,794 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T07:29:40,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T07:29:40,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T07:29:40,801 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40871 connecting to ZooKeeper ensemble=127.0.0.1:65137 2024-12-13T07:29:40,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408710x0, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T07:29:40,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408710x0, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T07:29:40,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40871-0x1001e4b70630001 connected 2024-12-13T07:29:40,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T07:29:40,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T07:29:40,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40871 2024-12-13T07:29:40,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40871 2024-12-13T07:29:40,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40871 2024-12-13T07:29:40,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40871 2024-12-13T07:29:40,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40871 2024-12-13T07:29:40,816 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/9eb75de94ef3,42165,1734074980053 2024-12-13T07:29:40,829 DEBUG [M:0;9eb75de94ef3:42165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9eb75de94ef3:42165 2024-12-13T07:29:40,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T07:29:40,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T07:29:40,833 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9eb75de94ef3,42165,1734074980053 2024-12-13T07:29:40,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T07:29:40,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T07:29:40,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T07:29:40,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T07:29:40,864 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-13T07:29:40,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-13T07:29:40,865 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9eb75de94ef3,42165,1734074980053 from backup master directory 2024-12-13T07:29:40,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9eb75de94ef3,42165,1734074980053 2024-12-13T07:29:40,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T07:29:40,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T07:29:40,873 WARN [master/9eb75de94ef3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T07:29:40,873 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9eb75de94ef3,42165,1734074980053 2024-12-13T07:29:40,875 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-13T07:29:40,876 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-13T07:29:40,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741826_1002 (size=42) 2024-12-13T07:29:41,338 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/hbase.id with ID: 06b7ddc3-cedf-4a5c-b920-ed7ef95d03de 2024-12-13T07:29:41,380 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T07:29:41,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T07:29:41,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T07:29:41,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741827_1003 (size=196) 2024-12-13T07:29:41,881 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T07:29:41,883 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T07:29:41,897 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:41,900 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T07:29:41,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741828_1004 (size=1189) 2024-12-13T07:29:42,346 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store 2024-12-13T07:29:42,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741829_1005 (size=34) 2024-12-13T07:29:42,769 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-13T07:29:42,769 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:29:42,771 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T07:29:42,771 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T07:29:42,771 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T07:29:42,771 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T07:29:42,771 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T07:29:42,772 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T07:29:42,772 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T07:29:42,774 WARN [master/9eb75de94ef3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store/.initializing 2024-12-13T07:29:42,775 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/WALs/9eb75de94ef3,42165,1734074980053 2024-12-13T07:29:42,782 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T07:29:42,792 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9eb75de94ef3%2C42165%2C1734074980053, suffix=, logDir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/WALs/9eb75de94ef3,42165,1734074980053, archiveDir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/oldWALs, maxLogs=10 2024-12-13T07:29:42,810 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/WALs/9eb75de94ef3,42165,1734074980053/9eb75de94ef3%2C42165%2C1734074980053.1734074982796, exclude list is [], retry=0 2024-12-13T07:29:42,824 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37861,DS-a2e8edcf-3cc9-4338-804c-fc4cb74779ea,DISK] 2024-12-13T07:29:42,826 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-13T07:29:42,857 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/WALs/9eb75de94ef3,42165,1734074980053/9eb75de94ef3%2C42165%2C1734074980053.1734074982796 2024-12-13T07:29:42,858 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35955:35955)] 2024-12-13T07:29:42,858 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T07:29:42,859 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:29:42,862 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T07:29:42,863 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T07:29:42,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T07:29:42,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T07:29:42,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:29:42,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T07:29:42,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T07:29:42,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T07:29:42,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:29:42,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:29:42,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T07:29:42,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T07:29:42,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:29:42,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:29:42,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T07:29:42,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T07:29:42,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:29:42,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:29:42,935 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T07:29:42,936 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T07:29:42,945 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T07:29:42,950 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T07:29:42,955 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T07:29:42,956 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74637520, jitterRate=0.11218571662902832}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T07:29:42,960 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T07:29:42,961 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T07:29:42,985 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c808127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:29:43,012 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T07:29:43,021 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T07:29:43,021 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T07:29:43,023 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T07:29:43,025 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-13T07:29:43,029 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-12-13T07:29:43,029 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T07:29:43,051 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T07:29:43,061 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-13T07:29:43,106 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-13T07:29:43,109 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T07:29:43,112 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-13T07:29:43,122 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-13T07:29:43,126 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T07:29:43,131 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-13T07:29:43,139 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-13T07:29:43,140 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-13T07:29:43,147 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-13T07:29:43,159 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T07:29:43,164 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-13T07:29:43,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T07:29:43,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T07:29:43,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T07:29:43,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T07:29:43,173 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=9eb75de94ef3,42165,1734074980053, sessionid=0x1001e4b70630000, setting cluster-up flag (Was=false) 2024-12-13T07:29:43,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T07:29:43,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T07:29:43,222 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-13T07:29:43,225 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9eb75de94ef3,42165,1734074980053 2024-12-13T07:29:43,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T07:29:43,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T07:29:43,272 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-13T07:29:43,274 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9eb75de94ef3,42165,1734074980053 2024-12-13T07:29:43,330 DEBUG [RS:0;9eb75de94ef3:40871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9eb75de94ef3:40871 2024-12-13T07:29:43,331 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1008): ClusterId : 06b7ddc3-cedf-4a5c-b920-ed7ef95d03de 2024-12-13T07:29:43,333 DEBUG [RS:0;9eb75de94ef3:40871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T07:29:43,341 DEBUG [RS:0;9eb75de94ef3:40871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T07:29:43,341 DEBUG [RS:0;9eb75de94ef3:40871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T07:29:43,341 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T07:29:43,348 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T07:29:43,349 DEBUG [RS:0;9eb75de94ef3:40871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T07:29:43,349 DEBUG [RS:0;9eb75de94ef3:40871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee7df14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:29:43,350 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T07:29:43,351 DEBUG [RS:0;9eb75de94ef3:40871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c565cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9eb75de94ef3/172.17.0.2:0 2024-12-13T07:29:43,353 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T07:29:43,353 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T07:29:43,353 DEBUG [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T07:29:43,355 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(3073): reportForDuty to master=9eb75de94ef3,42165,1734074980053 with isa=9eb75de94ef3/172.17.0.2:40871, startcode=1734074980781 2024-12-13T07:29:43,355 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9eb75de94ef3,42165,1734074980053 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T07:29:43,358 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9eb75de94ef3:0, corePoolSize=5, maxPoolSize=5 2024-12-13T07:29:43,358 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9eb75de94ef3:0, corePoolSize=5, maxPoolSize=5 2024-12-13T07:29:43,358 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9eb75de94ef3:0, corePoolSize=5, maxPoolSize=5 2024-12-13T07:29:43,358 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9eb75de94ef3:0, corePoolSize=5, maxPoolSize=5 2024-12-13T07:29:43,358 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9eb75de94ef3:0, corePoolSize=10, maxPoolSize=10 2024-12-13T07:29:43,359 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9eb75de94ef3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T07:29:43,359 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9eb75de94ef3:0, corePoolSize=2, maxPoolSize=2 2024-12-13T07:29:43,359 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9eb75de94ef3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T07:29:43,361 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734075013361 2024-12-13T07:29:43,363 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T07:29:43,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T07:29:43,364 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T07:29:43,364 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T07:29:43,367 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:29:43,368 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T07:29:43,368 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T07:29:43,369 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T07:29:43,369 DEBUG [RS:0;9eb75de94ef3:40871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T07:29:43,369 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T07:29:43,369 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T07:29:43,370 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T07:29:43,371 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T07:29:43,373 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T07:29:43,373 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T07:29:43,375 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T07:29:43,375 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T07:29:43,377 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9eb75de94ef3:0:becomeActiveMaster-HFileCleaner.large.0-1734074983376,5,FailOnTimeoutGroup] 2024-12-13T07:29:43,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741831_1007 (size=1039) 2024-12-13T07:29:43,377 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9eb75de94ef3:0:becomeActiveMaster-HFileCleaner.small.0-1734074983377,5,FailOnTimeoutGroup] 2024-12-13T07:29:43,377 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T07:29:43,377 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T07:29:43,378 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T07:29:43,379 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T07:29:43,404 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48523, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T07:29:43,408 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42165 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:43,410 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42165 {}] master.ServerManager(486): Registering regionserver=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:43,421 DEBUG [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d 2024-12-13T07:29:43,422 DEBUG [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34151 2024-12-13T07:29:43,422 DEBUG [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T07:29:43,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T07:29:43,431 DEBUG [RS:0;9eb75de94ef3:40871 {}] zookeeper.ZKUtil(111): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:43,431 WARN [RS:0;9eb75de94ef3:40871 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T07:29:43,431 INFO [RS:0;9eb75de94ef3:40871 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T07:29:43,432 DEBUG [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/WALs/9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:43,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9eb75de94ef3,40871,1734074980781] 2024-12-13T07:29:43,443 DEBUG [RS:0;9eb75de94ef3:40871 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-13T07:29:43,453 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T07:29:43,464 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T07:29:43,466 INFO [RS:0;9eb75de94ef3:40871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T07:29:43,466 INFO [RS:0;9eb75de94ef3:40871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T07:29:43,467 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T07:29:43,473 INFO [RS:0;9eb75de94ef3:40871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T07:29:43,473 DEBUG [RS:0;9eb75de94ef3:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9eb75de94ef3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T07:29:43,473 DEBUG [RS:0;9eb75de94ef3:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9eb75de94ef3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T07:29:43,473 DEBUG [RS:0;9eb75de94ef3:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9eb75de94ef3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T07:29:43,474 DEBUG [RS:0;9eb75de94ef3:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9eb75de94ef3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T07:29:43,474 DEBUG [RS:0;9eb75de94ef3:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9eb75de94ef3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T07:29:43,474 DEBUG [RS:0;9eb75de94ef3:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9eb75de94ef3:0, corePoolSize=2, maxPoolSize=2 2024-12-13T07:29:43,474 DEBUG [RS:0;9eb75de94ef3:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9eb75de94ef3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T07:29:43,474 DEBUG [RS:0;9eb75de94ef3:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9eb75de94ef3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T07:29:43,474 DEBUG [RS:0;9eb75de94ef3:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9eb75de94ef3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T07:29:43,474 DEBUG [RS:0;9eb75de94ef3:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9eb75de94ef3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T07:29:43,474 DEBUG [RS:0;9eb75de94ef3:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9eb75de94ef3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T07:29:43,475 DEBUG [RS:0;9eb75de94ef3:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9eb75de94ef3:0, corePoolSize=3, maxPoolSize=3 2024-12-13T07:29:43,475 DEBUG [RS:0;9eb75de94ef3:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0, corePoolSize=3, maxPoolSize=3 2024-12-13T07:29:43,475 INFO [RS:0;9eb75de94ef3:40871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T07:29:43,476 INFO [RS:0;9eb75de94ef3:40871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T07:29:43,476 INFO [RS:0;9eb75de94ef3:40871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T07:29:43,476 INFO [RS:0;9eb75de94ef3:40871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T07:29:43,476 INFO [RS:0;9eb75de94ef3:40871 {}] hbase.ChoreService(168): Chore ScheduledChore name=9eb75de94ef3,40871,1734074980781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T07:29:43,493 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T07:29:43,495 INFO [RS:0;9eb75de94ef3:40871 {}] hbase.ChoreService(168): Chore ScheduledChore name=9eb75de94ef3,40871,1734074980781-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T07:29:43,512 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.Replication(204): 9eb75de94ef3,40871,1734074980781 started 2024-12-13T07:29:43,512 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1767): Serving as 9eb75de94ef3,40871,1734074980781, RpcServer on 9eb75de94ef3/172.17.0.2:40871, sessionid=0x1001e4b70630001 2024-12-13T07:29:43,512 DEBUG [RS:0;9eb75de94ef3:40871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T07:29:43,513 DEBUG [RS:0;9eb75de94ef3:40871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:43,513 DEBUG [RS:0;9eb75de94ef3:40871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9eb75de94ef3,40871,1734074980781' 2024-12-13T07:29:43,513 DEBUG [RS:0;9eb75de94ef3:40871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T07:29:43,514 DEBUG [RS:0;9eb75de94ef3:40871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T07:29:43,514 DEBUG [RS:0;9eb75de94ef3:40871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T07:29:43,514 DEBUG [RS:0;9eb75de94ef3:40871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T07:29:43,514 DEBUG [RS:0;9eb75de94ef3:40871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:43,515 DEBUG [RS:0;9eb75de94ef3:40871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9eb75de94ef3,40871,1734074980781' 2024-12-13T07:29:43,515 DEBUG [RS:0;9eb75de94ef3:40871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T07:29:43,515 DEBUG [RS:0;9eb75de94ef3:40871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T07:29:43,516 DEBUG [RS:0;9eb75de94ef3:40871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T07:29:43,516 INFO [RS:0;9eb75de94ef3:40871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T07:29:43,516 INFO [RS:0;9eb75de94ef3:40871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T07:29:43,625 INFO [RS:0;9eb75de94ef3:40871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T07:29:43,629 INFO [RS:0;9eb75de94ef3:40871 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9eb75de94ef3%2C40871%2C1734074980781, suffix=, logDir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/WALs/9eb75de94ef3,40871,1734074980781, archiveDir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/oldWALs, maxLogs=32 2024-12-13T07:29:43,643 DEBUG [RS:0;9eb75de94ef3:40871 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/WALs/9eb75de94ef3,40871,1734074980781/9eb75de94ef3%2C40871%2C1734074980781.1734074983631, exclude list is [], retry=0 2024-12-13T07:29:43,647 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37861,DS-a2e8edcf-3cc9-4338-804c-fc4cb74779ea,DISK] 2024-12-13T07:29:43,651 INFO [RS:0;9eb75de94ef3:40871 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/WALs/9eb75de94ef3,40871,1734074980781/9eb75de94ef3%2C40871%2C1734074980781.1734074983631 2024-12-13T07:29:43,651 DEBUG [RS:0;9eb75de94ef3:40871 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35955:35955)] 2024-12-13T07:29:43,779 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T07:29:43,780 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d 2024-12-13T07:29:43,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741833_1009 (size=32) 2024-12-13T07:29:44,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:29:44,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T07:29:44,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T07:29:44,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:29:44,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T07:29:44,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T07:29:44,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T07:29:44,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:29:44,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T07:29:44,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T07:29:44,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T07:29:44,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:29:44,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T07:29:44,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740 2024-12-13T07:29:44,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740 2024-12-13T07:29:44,217 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T07:29:44,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T07:29:44,223 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T07:29:44,224 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63712497, jitterRate=-0.05060981214046478}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T07:29:44,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T07:29:44,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T07:29:44,226 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T07:29:44,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T07:29:44,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T07:29:44,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T07:29:44,227 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T07:29:44,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T07:29:44,229 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T07:29:44,229 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T07:29:44,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T07:29:44,240 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T07:29:44,242 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T07:29:44,396 DEBUG [9eb75de94ef3:42165 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-13T07:29:44,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:44,413 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9eb75de94ef3,40871,1734074980781, state=OPENING 2024-12-13T07:29:44,456 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T07:29:44,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T07:29:44,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T07:29:44,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T07:29:44,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T07:29:44,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:29:44,651 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:44,652 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T07:29:44,655 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T07:29:44,665 INFO [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T07:29:44,665 INFO [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T07:29:44,666 INFO [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T07:29:44,669 INFO [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9eb75de94ef3%2C40871%2C1734074980781.meta, suffix=.meta, logDir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/WALs/9eb75de94ef3,40871,1734074980781, archiveDir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/oldWALs, maxLogs=32 2024-12-13T07:29:44,684 DEBUG [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/WALs/9eb75de94ef3,40871,1734074980781/9eb75de94ef3%2C40871%2C1734074980781.meta.1734074984671.meta, exclude list is [], retry=0 2024-12-13T07:29:44,687 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37861,DS-a2e8edcf-3cc9-4338-804c-fc4cb74779ea,DISK] 2024-12-13T07:29:44,690 INFO [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/WALs/9eb75de94ef3,40871,1734074980781/9eb75de94ef3%2C40871%2C1734074980781.meta.1734074984671.meta 2024-12-13T07:29:44,691 DEBUG [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35955:35955)] 2024-12-13T07:29:44,691 DEBUG [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T07:29:44,693 DEBUG [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T07:29:44,741 DEBUG [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T07:29:44,745 INFO [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T07:29:44,748 DEBUG [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T07:29:44,749 DEBUG [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:29:44,749 DEBUG [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T07:29:44,749 DEBUG [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T07:29:44,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T07:29:44,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T07:29:44,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:29:44,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T07:29:44,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T07:29:44,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T07:29:44,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:29:44,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T07:29:44,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T07:29:44,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T07:29:44,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:29:44,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T07:29:44,761 DEBUG [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740 2024-12-13T07:29:44,764 DEBUG [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740 2024-12-13T07:29:44,767 DEBUG [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T07:29:44,769 DEBUG [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T07:29:44,771 INFO [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60614437, jitterRate=-0.09677450358867645}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T07:29:44,773 DEBUG [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T07:29:44,780 INFO [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734074984645 2024-12-13T07:29:44,789 DEBUG [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T07:29:44,790 INFO [RS_OPEN_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T07:29:44,790 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:44,792 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9eb75de94ef3,40871,1734074980781, state=OPEN 2024-12-13T07:29:44,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T07:29:44,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T07:29:44,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T07:29:44,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T07:29:44,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T07:29:44,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=9eb75de94ef3,40871,1734074980781 in 415 msec 2024-12-13T07:29:44,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T07:29:44,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2024-12-13T07:29:44,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5980 sec 2024-12-13T07:29:44,906 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734074984905, completionTime=-1 2024-12-13T07:29:44,906 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-13T07:29:44,906 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T07:29:44,934 DEBUG [hconnection-0x35b53cf1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:29:44,936 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:29:44,945 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-13T07:29:44,946 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734075044946 2024-12-13T07:29:44,946 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734075104946 2024-12-13T07:29:44,946 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 39 msec 2024-12-13T07:29:44,982 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9eb75de94ef3,42165,1734074980053-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T07:29:44,982 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9eb75de94ef3,42165,1734074980053-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T07:29:44,982 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9eb75de94ef3,42165,1734074980053-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T07:29:44,983 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9eb75de94ef3:42165, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T07:29:44,984 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T07:29:44,990 DEBUG [master/9eb75de94ef3:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T07:29:44,991 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T07:29:44,992 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T07:29:44,997 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T07:29:44,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T07:29:45,001 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:29:45,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T07:29:45,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741835_1011 (size=358) 2024-12-13T07:29:45,438 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => df39f87d4ae1f3d0bcdb83c5ee4b9344, NAME => 'hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d 2024-12-13T07:29:45,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741836_1012 (size=42) 2024-12-13T07:29:45,850 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:29:45,850 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing df39f87d4ae1f3d0bcdb83c5ee4b9344, disabling compactions & flushes 2024-12-13T07:29:45,850 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344. 2024-12-13T07:29:45,850 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344. 2024-12-13T07:29:45,850 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344. after waiting 0 ms 2024-12-13T07:29:45,850 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344. 2024-12-13T07:29:45,850 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344. 2024-12-13T07:29:45,851 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for df39f87d4ae1f3d0bcdb83c5ee4b9344: 2024-12-13T07:29:45,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T07:29:45,861 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734074985854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734074985854"}]},"ts":"1734074985854"} 2024-12-13T07:29:45,882 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T07:29:45,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T07:29:45,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734074985884"}]},"ts":"1734074985884"} 2024-12-13T07:29:45,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T07:29:45,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=df39f87d4ae1f3d0bcdb83c5ee4b9344, ASSIGN}] 2024-12-13T07:29:45,953 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=df39f87d4ae1f3d0bcdb83c5ee4b9344, ASSIGN 2024-12-13T07:29:45,955 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=df39f87d4ae1f3d0bcdb83c5ee4b9344, ASSIGN; state=OFFLINE, location=9eb75de94ef3,40871,1734074980781; forceNewPlan=false, retain=false 2024-12-13T07:29:46,106 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=df39f87d4ae1f3d0bcdb83c5ee4b9344, regionState=OPENING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:46,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure df39f87d4ae1f3d0bcdb83c5ee4b9344, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:29:46,272 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:46,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344. 2024-12-13T07:29:46,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => df39f87d4ae1f3d0bcdb83c5ee4b9344, NAME => 'hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344.', STARTKEY => '', ENDKEY => ''} 2024-12-13T07:29:46,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace df39f87d4ae1f3d0bcdb83c5ee4b9344 2024-12-13T07:29:46,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:29:46,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for df39f87d4ae1f3d0bcdb83c5ee4b9344 2024-12-13T07:29:46,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for df39f87d4ae1f3d0bcdb83c5ee4b9344 2024-12-13T07:29:46,290 INFO [StoreOpener-df39f87d4ae1f3d0bcdb83c5ee4b9344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region df39f87d4ae1f3d0bcdb83c5ee4b9344 2024-12-13T07:29:46,292 INFO [StoreOpener-df39f87d4ae1f3d0bcdb83c5ee4b9344-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df39f87d4ae1f3d0bcdb83c5ee4b9344 columnFamilyName info 2024-12-13T07:29:46,292 DEBUG [StoreOpener-df39f87d4ae1f3d0bcdb83c5ee4b9344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:29:46,293 INFO [StoreOpener-df39f87d4ae1f3d0bcdb83c5ee4b9344-1 {}] regionserver.HStore(327): Store=df39f87d4ae1f3d0bcdb83c5ee4b9344/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:29:46,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/namespace/df39f87d4ae1f3d0bcdb83c5ee4b9344 2024-12-13T07:29:46,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/namespace/df39f87d4ae1f3d0bcdb83c5ee4b9344 2024-12-13T07:29:46,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for df39f87d4ae1f3d0bcdb83c5ee4b9344 2024-12-13T07:29:46,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/namespace/df39f87d4ae1f3d0bcdb83c5ee4b9344/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T07:29:46,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened df39f87d4ae1f3d0bcdb83c5ee4b9344; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70305987, jitterRate=0.0476408451795578}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T07:29:46,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for df39f87d4ae1f3d0bcdb83c5ee4b9344: 2024-12-13T07:29:46,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344., pid=6, masterSystemTime=1734074986272 2024-12-13T07:29:46,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344. 2024-12-13T07:29:46,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344. 2024-12-13T07:29:46,309 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=df39f87d4ae1f3d0bcdb83c5ee4b9344, regionState=OPEN, openSeqNum=2, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:46,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T07:29:46,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure df39f87d4ae1f3d0bcdb83c5ee4b9344, server=9eb75de94ef3,40871,1734074980781 in 198 msec 2024-12-13T07:29:46,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T07:29:46,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=df39f87d4ae1f3d0bcdb83c5ee4b9344, ASSIGN in 367 msec 2024-12-13T07:29:46,321 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T07:29:46,321 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734074986321"}]},"ts":"1734074986321"} 2024-12-13T07:29:46,324 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T07:29:46,367 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T07:29:46,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3750 sec 2024-12-13T07:29:46,402 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-13T07:29:46,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-13T07:29:46,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T07:29:46,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T07:29:46,442 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T07:29:46,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-13T07:29:46,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 37 msec 2024-12-13T07:29:46,487 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T07:29:46,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-13T07:29:46,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 29 msec 2024-12-13T07:29:46,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-13T07:29:46,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-13T07:29:46,623 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.749sec 2024-12-13T07:29:46,625 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T07:29:46,628 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T07:29:46,630 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T07:29:46,631 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T07:29:46,632 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T07:29:46,634 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9eb75de94ef3,42165,1734074980053-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T07:29:46,635 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9eb75de94ef3,42165,1734074980053-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T07:29:46,640 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T07:29:46,641 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T07:29:46,641 INFO [master/9eb75de94ef3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9eb75de94ef3,42165,1734074980053-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T07:29:46,643 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-12-13T07:29:46,644 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-13T07:29:46,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:29:46,660 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-13T07:29:46,660 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-13T07:29:46,669 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:29:46,677 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:29:46,685 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=9eb75de94ef3,42165,1734074980053 2024-12-13T07:29:46,699 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=138, ProcessCount=11, AvailableMemoryMB=9163 2024-12-13T07:29:46,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T07:29:46,710 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T07:29:46,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-13T07:29:46,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T07:29:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-13T07:29:46,723 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T07:29:46,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-13T07:29:46,724 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:29:46,725 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T07:29:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T07:29:46,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741837_1013 (size=963) 2024-12-13T07:29:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T07:29:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T07:29:47,142 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d 2024-12-13T07:29:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741838_1014 (size=53) 2024-12-13T07:29:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T07:29:47,555 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:29:47,555 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 40efeb72161deb7a9ea2fe3d9a21c999, disabling compactions & flushes 2024-12-13T07:29:47,555 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:47,555 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:47,555 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. after waiting 0 ms 2024-12-13T07:29:47,555 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:47,555 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:47,555 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:47,558 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T07:29:47,559 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734074987558"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734074987558"}]},"ts":"1734074987558"} 2024-12-13T07:29:47,562 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T07:29:47,565 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T07:29:47,565 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734074987565"}]},"ts":"1734074987565"} 2024-12-13T07:29:47,568 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-13T07:29:47,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=40efeb72161deb7a9ea2fe3d9a21c999, ASSIGN}] 2024-12-13T07:29:47,627 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=40efeb72161deb7a9ea2fe3d9a21c999, ASSIGN 2024-12-13T07:29:47,630 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40efeb72161deb7a9ea2fe3d9a21c999, ASSIGN; state=OFFLINE, location=9eb75de94ef3,40871,1734074980781; forceNewPlan=false, retain=false 2024-12-13T07:29:47,781 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=40efeb72161deb7a9ea2fe3d9a21c999, regionState=OPENING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:47,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:29:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T07:29:47,938 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:47,951 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:47,951 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} 2024-12-13T07:29:47,952 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:47,952 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:29:47,952 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:47,952 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:47,955 INFO [StoreOpener-40efeb72161deb7a9ea2fe3d9a21c999-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:47,959 INFO [StoreOpener-40efeb72161deb7a9ea2fe3d9a21c999-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:29:47,959 INFO [StoreOpener-40efeb72161deb7a9ea2fe3d9a21c999-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40efeb72161deb7a9ea2fe3d9a21c999 columnFamilyName A 2024-12-13T07:29:47,959 DEBUG [StoreOpener-40efeb72161deb7a9ea2fe3d9a21c999-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:29:47,961 INFO [StoreOpener-40efeb72161deb7a9ea2fe3d9a21c999-1 {}] regionserver.HStore(327): Store=40efeb72161deb7a9ea2fe3d9a21c999/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:29:47,961 INFO [StoreOpener-40efeb72161deb7a9ea2fe3d9a21c999-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:47,963 INFO [StoreOpener-40efeb72161deb7a9ea2fe3d9a21c999-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:29:47,963 INFO [StoreOpener-40efeb72161deb7a9ea2fe3d9a21c999-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40efeb72161deb7a9ea2fe3d9a21c999 columnFamilyName B 2024-12-13T07:29:47,964 DEBUG [StoreOpener-40efeb72161deb7a9ea2fe3d9a21c999-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:29:47,965 INFO [StoreOpener-40efeb72161deb7a9ea2fe3d9a21c999-1 {}] regionserver.HStore(327): Store=40efeb72161deb7a9ea2fe3d9a21c999/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:29:47,965 INFO [StoreOpener-40efeb72161deb7a9ea2fe3d9a21c999-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:47,967 INFO [StoreOpener-40efeb72161deb7a9ea2fe3d9a21c999-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:29:47,967 INFO [StoreOpener-40efeb72161deb7a9ea2fe3d9a21c999-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40efeb72161deb7a9ea2fe3d9a21c999 columnFamilyName C 2024-12-13T07:29:47,968 DEBUG [StoreOpener-40efeb72161deb7a9ea2fe3d9a21c999-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:29:47,969 INFO [StoreOpener-40efeb72161deb7a9ea2fe3d9a21c999-1 {}] regionserver.HStore(327): Store=40efeb72161deb7a9ea2fe3d9a21c999/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:29:47,969 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:47,971 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:47,972 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:47,974 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T07:29:47,976 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:47,979 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T07:29:47,980 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 40efeb72161deb7a9ea2fe3d9a21c999; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69040333, jitterRate=0.02878113090991974}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T07:29:47,981 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:47,982 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., pid=11, masterSystemTime=1734074987938 2024-12-13T07:29:47,985 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:47,985 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:47,986 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=40efeb72161deb7a9ea2fe3d9a21c999, regionState=OPEN, openSeqNum=2, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:47,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-13T07:29:47,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 in 205 msec 2024-12-13T07:29:47,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-13T07:29:47,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=40efeb72161deb7a9ea2fe3d9a21c999, ASSIGN in 370 msec 2024-12-13T07:29:47,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T07:29:47,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734074987997"}]},"ts":"1734074987997"} 2024-12-13T07:29:47,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-13T07:29:48,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T07:29:48,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2870 sec 2024-12-13T07:29:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T07:29:48,853 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-13T07:29:48,861 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-12-13T07:29:48,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:29:48,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:29:48,915 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:29:48,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T07:29:48,922 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T07:29:48,929 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-12-13T07:29:48,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:29:48,941 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-12-13T07:29:48,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:29:48,950 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-12-13T07:29:48,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:29:48,958 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-12-13T07:29:48,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:29:48,966 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-12-13T07:29:48,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:29:48,974 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-12-13T07:29:48,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:29:48,982 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-12-13T07:29:48,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:29:48,991 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-12-13T07:29:48,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:29:48,999 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-12-13T07:29:49,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:29:49,011 DEBUG [hconnection-0x1b171e57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:29:49,011 DEBUG [hconnection-0x38bda5c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:29:49,012 DEBUG [hconnection-0x63f71b8d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:29:49,015 DEBUG [hconnection-0x53bc7585-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:29:49,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:29:49,023 DEBUG [hconnection-0x1a036934-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:29:49,023 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:29:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-13T07:29:49,025 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:29:49,026 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:29:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-13T07:29:49,029 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:29:49,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:29:49,033 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:29:49,040 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:29:49,051 DEBUG [hconnection-0x299599a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:29:49,054 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:29:49,075 DEBUG [hconnection-0x237f1b12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:29:49,077 DEBUG [hconnection-0x662fa4e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:29:49,078 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:29:49,101 DEBUG [hconnection-0x56833f5a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:29:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:49,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T07:29:49,105 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:29:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:29:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:49,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:29:49,112 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:29:49,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:49,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:29:49,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:49,114 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:29:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-13T07:29:49,194 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-13T07:29:49,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:49,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:49,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:49,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:49,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:49,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/4f60bc7c84db4b449b6956cc85f5f7e2 is 50, key is test_row_0/A:col10/1734074989064/Put/seqid=0 2024-12-13T07:29:49,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075049244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50230 deadline: 1734075049250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075049255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075049256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075049261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741839_1015 (size=12001) 2024-12-13T07:29:49,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/4f60bc7c84db4b449b6956cc85f5f7e2 2024-12-13T07:29:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-13T07:29:49,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/4f2643ac44aa4840a1d1abc5ce5b45b3 is 50, key is test_row_0/B:col10/1734074989064/Put/seqid=0 2024-12-13T07:29:49,377 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-13T07:29:49,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:49,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:49,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:49,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:49,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:49,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741840_1016 (size=12001) 2024-12-13T07:29:49,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075049404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075049404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075049404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075049405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50230 deadline: 1734075049406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,448 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-13T07:29:49,449 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-13T07:29:49,450 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-13T07:29:49,537 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-13T07:29:49,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:49,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:49,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:49,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:49,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:49,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075049609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075049610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075049610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075049611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50230 deadline: 1734075049612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-13T07:29:49,697 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-13T07:29:49,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:49,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:49,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:49,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:49,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:49,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/4f2643ac44aa4840a1d1abc5ce5b45b3 2024-12-13T07:29:49,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/930845f8b37449078a6aa29252e48328 is 50, key is test_row_0/C:col10/1734074989064/Put/seqid=0 2024-12-13T07:29:49,853 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-13T07:29:49,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:49,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:49,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:49,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:49,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:49,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741841_1017 (size=12001) 2024-12-13T07:29:49,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075049916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075049916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075049917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075049918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:49,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50230 deadline: 1734075049919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,015 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-13T07:29:50,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:50,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:50,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:50,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:50,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-13T07:29:50,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-13T07:29:50,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:50,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:50,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:50,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:50,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:50,261 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-13T07:29:50,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/930845f8b37449078a6aa29252e48328 2024-12-13T07:29:50,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/4f60bc7c84db4b449b6956cc85f5f7e2 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/4f60bc7c84db4b449b6956cc85f5f7e2 2024-12-13T07:29:50,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/4f60bc7c84db4b449b6956cc85f5f7e2, entries=150, sequenceid=13, filesize=11.7 K 2024-12-13T07:29:50,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/4f2643ac44aa4840a1d1abc5ce5b45b3 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/4f2643ac44aa4840a1d1abc5ce5b45b3 2024-12-13T07:29:50,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/4f2643ac44aa4840a1d1abc5ce5b45b3, entries=150, sequenceid=13, filesize=11.7 K 2024-12-13T07:29:50,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/930845f8b37449078a6aa29252e48328 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/930845f8b37449078a6aa29252e48328 2024-12-13T07:29:50,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/930845f8b37449078a6aa29252e48328, entries=150, sequenceid=13, filesize=11.7 K 2024-12-13T07:29:50,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-13T07:29:50,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:50,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:50,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:50,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:50,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:50,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 40efeb72161deb7a9ea2fe3d9a21c999 in 1273ms, sequenceid=13, compaction requested=false 2024-12-13T07:29:50,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:50,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-13T07:29:50,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:29:50,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:50,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:29:50,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:50,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:29:50,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:50,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/4e026d62571d44d2a0cd1bf7e631026e is 50, key is test_row_0/A:col10/1734074990423/Put/seqid=0 2024-12-13T07:29:50,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075050441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075050444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,458 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-13T07:29:50,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:50,458 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-13T07:29:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075050448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50230 deadline: 1734075050448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075050451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,460 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-13T07:29:50,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-13T07:29:50,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T07:29:50,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-13T07:29:50,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-13T07:29:50,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-13T07:29:50,465 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-13T07:29:50,465 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-13T07:29:50,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741842_1018 (size=14341) 2024-12-13T07:29:50,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/4e026d62571d44d2a0cd1bf7e631026e 2024-12-13T07:29:50,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/928ac155fd7a464e8c6fd2accf32e59b is 50, key is test_row_0/B:col10/1734074990423/Put/seqid=0 2024-12-13T07:29:50,515 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-13T07:29:50,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:50,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:50,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:50,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:50,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:50,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741843_1019 (size=12001) 2024-12-13T07:29:50,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/928ac155fd7a464e8c6fd2accf32e59b 2024-12-13T07:29:50,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/f15a8d33c0bd49a098ecb2801896747d is 50, key is test_row_0/C:col10/1734074990423/Put/seqid=0 2024-12-13T07:29:50,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075050558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075050558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075050565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075050567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50230 deadline: 1734075050567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741844_1020 (size=12001) 2024-12-13T07:29:50,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/f15a8d33c0bd49a098ecb2801896747d 2024-12-13T07:29:50,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/4e026d62571d44d2a0cd1bf7e631026e as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/4e026d62571d44d2a0cd1bf7e631026e 2024-12-13T07:29:50,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/4e026d62571d44d2a0cd1bf7e631026e, entries=200, sequenceid=40, filesize=14.0 K 2024-12-13T07:29:50,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/928ac155fd7a464e8c6fd2accf32e59b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/928ac155fd7a464e8c6fd2accf32e59b 2024-12-13T07:29:50,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/928ac155fd7a464e8c6fd2accf32e59b, entries=150, sequenceid=40, filesize=11.7 K 2024-12-13T07:29:50,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/f15a8d33c0bd49a098ecb2801896747d as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/f15a8d33c0bd49a098ecb2801896747d 2024-12-13T07:29:50,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/f15a8d33c0bd49a098ecb2801896747d, entries=150, sequenceid=40, filesize=11.7 K 2024-12-13T07:29:50,673 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 40efeb72161deb7a9ea2fe3d9a21c999 in 246ms, sequenceid=40, compaction requested=false 2024-12-13T07:29:50,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:50,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-13T07:29:50,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:50,677 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-13T07:29:50,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:29:50,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:50,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:29:50,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:50,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:29:50,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:50,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/ae7ca58977db4be681706e636b1f97bd is 50, key is test_row_0/A:col10/1734074990441/Put/seqid=0 2024-12-13T07:29:50,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741845_1021 (size=12001) 2024-12-13T07:29:50,736 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/ae7ca58977db4be681706e636b1f97bd 2024-12-13T07:29:50,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/700382345f7b44aaba890494e7ce9c13 is 50, key is test_row_0/B:col10/1734074990441/Put/seqid=0 2024-12-13T07:29:50,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741846_1022 (size=12001) 2024-12-13T07:29:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:50,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:50,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075050873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075050877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075050877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075050881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50230 deadline: 1734075050886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:50,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075050990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075050990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075050990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:50,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075050992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:51,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50230 deadline: 1734075051002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-13T07:29:51,185 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/700382345f7b44aaba890494e7ce9c13 2024-12-13T07:29:51,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:51,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075051198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075051198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:51,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075051200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:51,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075051201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:51,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50230 deadline: 1734075051206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:51,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/654114dfc3e6417dbc4e4faab77b6070 is 50, key is test_row_0/C:col10/1734074990441/Put/seqid=0 2024-12-13T07:29:51,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741847_1023 (size=12001) 2024-12-13T07:29:51,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075051503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:51,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075051503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:51,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075051508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:51,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075051508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:51,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50230 deadline: 1734075051516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:51,628 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/654114dfc3e6417dbc4e4faab77b6070 2024-12-13T07:29:51,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/ae7ca58977db4be681706e636b1f97bd as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/ae7ca58977db4be681706e636b1f97bd 2024-12-13T07:29:51,659 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/ae7ca58977db4be681706e636b1f97bd, entries=150, sequenceid=49, filesize=11.7 K 2024-12-13T07:29:51,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/700382345f7b44aaba890494e7ce9c13 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/700382345f7b44aaba890494e7ce9c13 2024-12-13T07:29:51,677 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/700382345f7b44aaba890494e7ce9c13, entries=150, sequenceid=49, filesize=11.7 K 2024-12-13T07:29:51,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/654114dfc3e6417dbc4e4faab77b6070 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/654114dfc3e6417dbc4e4faab77b6070 2024-12-13T07:29:51,697 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/654114dfc3e6417dbc4e4faab77b6070, entries=150, sequenceid=49, filesize=11.7 K 2024-12-13T07:29:51,699 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 40efeb72161deb7a9ea2fe3d9a21c999 in 1022ms, sequenceid=49, compaction requested=true 2024-12-13T07:29:51,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:51,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:51,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-13T07:29:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-13T07:29:51,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-13T07:29:51,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6710 sec 2024-12-13T07:29:51,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.6880 sec 2024-12-13T07:29:52,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-13T07:29:52,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:29:52,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:52,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:29:52,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:52,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:29:52,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:52,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075052022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/16cd502ef7ed4f1eb5d8e29a64f01efa is 50, key is test_row_0/A:col10/1734074990876/Put/seqid=0 2024-12-13T07:29:52,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075052022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50230 deadline: 1734075052024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075052027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075052028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741848_1024 (size=12001) 2024-12-13T07:29:52,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/16cd502ef7ed4f1eb5d8e29a64f01efa 2024-12-13T07:29:52,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/00ff7b8a9522452aab0903fa31912093 is 50, key is test_row_0/B:col10/1734074990876/Put/seqid=0 2024-12-13T07:29:52,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741849_1025 (size=12001) 2024-12-13T07:29:52,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/00ff7b8a9522452aab0903fa31912093 2024-12-13T07:29:52,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/9192a84c5e15453eb5cb7b1f9cc7a09e is 50, key is test_row_0/C:col10/1734074990876/Put/seqid=0 2024-12-13T07:29:52,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075052129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075052133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075052134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075052134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741850_1026 (size=12001) 2024-12-13T07:29:52,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/9192a84c5e15453eb5cb7b1f9cc7a09e 2024-12-13T07:29:52,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/16cd502ef7ed4f1eb5d8e29a64f01efa as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/16cd502ef7ed4f1eb5d8e29a64f01efa 2024-12-13T07:29:52,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/16cd502ef7ed4f1eb5d8e29a64f01efa, entries=150, sequenceid=78, filesize=11.7 K 2024-12-13T07:29:52,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/00ff7b8a9522452aab0903fa31912093 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/00ff7b8a9522452aab0903fa31912093 2024-12-13T07:29:52,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/00ff7b8a9522452aab0903fa31912093, entries=150, sequenceid=78, filesize=11.7 K 2024-12-13T07:29:52,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/9192a84c5e15453eb5cb7b1f9cc7a09e as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/9192a84c5e15453eb5cb7b1f9cc7a09e 2024-12-13T07:29:52,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/9192a84c5e15453eb5cb7b1f9cc7a09e, entries=150, sequenceid=78, filesize=11.7 K 2024-12-13T07:29:52,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 40efeb72161deb7a9ea2fe3d9a21c999 in 208ms, sequenceid=78, compaction requested=true 2024-12-13T07:29:52,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:52,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:29:52,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:52,225 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:29:52,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:29:52,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:52,225 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:29:52,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:29:52,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:29:52,229 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:29:52,231 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/B is initiating minor compaction (all files) 2024-12-13T07:29:52,231 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/B in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:52,231 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/4f2643ac44aa4840a1d1abc5ce5b45b3, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/928ac155fd7a464e8c6fd2accf32e59b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/700382345f7b44aaba890494e7ce9c13, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/00ff7b8a9522452aab0903fa31912093] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=46.9 K 2024-12-13T07:29:52,233 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f2643ac44aa4840a1d1abc5ce5b45b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734074989064 2024-12-13T07:29:52,233 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:29:52,233 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/A is initiating minor compaction (all files) 2024-12-13T07:29:52,233 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/A in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:52,234 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/4f60bc7c84db4b449b6956cc85f5f7e2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/4e026d62571d44d2a0cd1bf7e631026e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/ae7ca58977db4be681706e636b1f97bd, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/16cd502ef7ed4f1eb5d8e29a64f01efa] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=49.2 K 2024-12-13T07:29:52,234 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 928ac155fd7a464e8c6fd2accf32e59b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734074989192 2024-12-13T07:29:52,234 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f60bc7c84db4b449b6956cc85f5f7e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734074989064 2024-12-13T07:29:52,235 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 700382345f7b44aaba890494e7ce9c13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734074990441 2024-12-13T07:29:52,235 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e026d62571d44d2a0cd1bf7e631026e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734074989192 2024-12-13T07:29:52,236 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 00ff7b8a9522452aab0903fa31912093, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734074990876 2024-12-13T07:29:52,236 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae7ca58977db4be681706e636b1f97bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734074990441 2024-12-13T07:29:52,237 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16cd502ef7ed4f1eb5d8e29a64f01efa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734074990876 2024-12-13T07:29:52,281 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#B#compaction#12 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:29:52,281 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#A#compaction#13 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:29:52,282 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/0305ac261cb8468b9b583292f5ae9ee2 is 50, key is test_row_0/B:col10/1734074990876/Put/seqid=0 2024-12-13T07:29:52,282 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/8ff40a1fb71d48108b56375ba47b1053 is 50, key is test_row_0/A:col10/1734074990876/Put/seqid=0 2024-12-13T07:29:52,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741851_1027 (size=12139) 2024-12-13T07:29:52,308 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/0305ac261cb8468b9b583292f5ae9ee2 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/0305ac261cb8468b9b583292f5ae9ee2 2024-12-13T07:29:52,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741852_1028 (size=12139) 2024-12-13T07:29:52,330 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/B of 40efeb72161deb7a9ea2fe3d9a21c999 into 0305ac261cb8468b9b583292f5ae9ee2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:29:52,331 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:52,331 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/B, priority=12, startTime=1734074992225; duration=0sec 2024-12-13T07:29:52,331 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:29:52,331 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:B 2024-12-13T07:29:52,332 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:29:52,335 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:29:52,335 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/C is initiating minor compaction (all files) 2024-12-13T07:29:52,335 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/C in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:52,338 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/930845f8b37449078a6aa29252e48328, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/f15a8d33c0bd49a098ecb2801896747d, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/654114dfc3e6417dbc4e4faab77b6070, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/9192a84c5e15453eb5cb7b1f9cc7a09e] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=46.9 K 2024-12-13T07:29:52,339 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 930845f8b37449078a6aa29252e48328, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734074989064 2024-12-13T07:29:52,340 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting f15a8d33c0bd49a098ecb2801896747d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734074989192 2024-12-13T07:29:52,342 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 654114dfc3e6417dbc4e4faab77b6070, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734074990441 2024-12-13T07:29:52,343 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 9192a84c5e15453eb5cb7b1f9cc7a09e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734074990876 2024-12-13T07:29:52,344 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/8ff40a1fb71d48108b56375ba47b1053 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/8ff40a1fb71d48108b56375ba47b1053 2024-12-13T07:29:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:52,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T07:29:52,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:29:52,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:52,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:29:52,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:52,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:29:52,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:52,367 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/A of 40efeb72161deb7a9ea2fe3d9a21c999 into 8ff40a1fb71d48108b56375ba47b1053(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:29:52,368 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:52,368 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/A, priority=12, startTime=1734074992224; duration=0sec 2024-12-13T07:29:52,368 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:52,368 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:A 2024-12-13T07:29:52,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/3f6cebb897454e8196a591513eaf7741 is 50, key is test_row_0/A:col10/1734074992346/Put/seqid=0 2024-12-13T07:29:52,383 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#C#compaction#15 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:29:52,384 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/04f3e568ac5147748fb34ac4653d246f is 50, key is test_row_0/C:col10/1734074990876/Put/seqid=0 2024-12-13T07:29:52,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741853_1029 (size=19021) 2024-12-13T07:29:52,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741854_1030 (size=12139) 2024-12-13T07:29:52,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075052448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075052451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075052456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075052458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075052557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075052560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075052570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075052570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075052762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075052770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075052778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075052779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:52,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/3f6cebb897454e8196a591513eaf7741 2024-12-13T07:29:52,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/c79d6bb1530a4f51a93728c7d778d24f is 50, key is test_row_0/B:col10/1734074992346/Put/seqid=0 2024-12-13T07:29:52,822 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/04f3e568ac5147748fb34ac4653d246f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/04f3e568ac5147748fb34ac4653d246f 2024-12-13T07:29:52,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741855_1031 (size=12001) 2024-12-13T07:29:52,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/c79d6bb1530a4f51a93728c7d778d24f 2024-12-13T07:29:52,836 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/C of 40efeb72161deb7a9ea2fe3d9a21c999 into 04f3e568ac5147748fb34ac4653d246f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:29:52,836 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:52,837 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/C, priority=12, startTime=1734074992225; duration=0sec 2024-12-13T07:29:52,837 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:52,837 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:C 2024-12-13T07:29:52,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/ff24ee68565147119f2d986435a99e35 is 50, key is test_row_0/C:col10/1734074992346/Put/seqid=0 2024-12-13T07:29:52,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741856_1032 (size=12001) 2024-12-13T07:29:52,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/ff24ee68565147119f2d986435a99e35 2024-12-13T07:29:52,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/3f6cebb897454e8196a591513eaf7741 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3f6cebb897454e8196a591513eaf7741 2024-12-13T07:29:52,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3f6cebb897454e8196a591513eaf7741, entries=300, sequenceid=90, filesize=18.6 K 2024-12-13T07:29:52,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/c79d6bb1530a4f51a93728c7d778d24f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/c79d6bb1530a4f51a93728c7d778d24f 2024-12-13T07:29:52,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/c79d6bb1530a4f51a93728c7d778d24f, entries=150, sequenceid=90, filesize=11.7 K 2024-12-13T07:29:52,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/ff24ee68565147119f2d986435a99e35 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/ff24ee68565147119f2d986435a99e35 2024-12-13T07:29:52,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/ff24ee68565147119f2d986435a99e35, entries=150, sequenceid=90, filesize=11.7 K 2024-12-13T07:29:52,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 40efeb72161deb7a9ea2fe3d9a21c999 in 579ms, sequenceid=90, compaction requested=false 2024-12-13T07:29:52,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:53,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-13T07:29:53,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:29:53,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:53,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:29:53,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:53,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:29:53,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:53,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/173164646300485bb15ba821be6c96fc is 50, key is test_row_0/A:col10/1734074992443/Put/seqid=0 2024-12-13T07:29:53,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741857_1033 (size=14341) 2024-12-13T07:29:53,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/173164646300485bb15ba821be6c96fc 2024-12-13T07:29:53,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/145f63e790574b8e8a32c13d623ab733 is 50, key is test_row_0/B:col10/1734074992443/Put/seqid=0 2024-12-13T07:29:53,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741858_1034 (size=12001) 2024-12-13T07:29:53,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075053084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075053085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:53,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075053115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50230 deadline: 1734075053115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075053115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-13T07:29:53,139 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-13T07:29:53,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:29:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-13T07:29:53,145 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:29:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-13T07:29:53,147 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:29:53,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:29:53,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075053223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075053224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50230 deadline: 1734075053224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-13T07:29:53,301 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-13T07:29:53,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:53,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:53,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:53,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:53,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:53,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075053428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075053428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50230 deadline: 1734075053430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-13T07:29:53,456 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-13T07:29:53,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:53,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:53,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:53,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:53,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:53,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/145f63e790574b8e8a32c13d623ab733 2024-12-13T07:29:53,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/80958bbe893e463eac55ba0f4cd19986 is 50, key is test_row_0/C:col10/1734074992443/Put/seqid=0 2024-12-13T07:29:53,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741859_1035 (size=12001) 2024-12-13T07:29:53,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/80958bbe893e463eac55ba0f4cd19986 2024-12-13T07:29:53,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/173164646300485bb15ba821be6c96fc as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/173164646300485bb15ba821be6c96fc 2024-12-13T07:29:53,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/173164646300485bb15ba821be6c96fc, entries=200, sequenceid=119, filesize=14.0 K 2024-12-13T07:29:53,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/145f63e790574b8e8a32c13d623ab733 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/145f63e790574b8e8a32c13d623ab733 2024-12-13T07:29:53,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/145f63e790574b8e8a32c13d623ab733, entries=150, sequenceid=119, filesize=11.7 K 2024-12-13T07:29:53,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/80958bbe893e463eac55ba0f4cd19986 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/80958bbe893e463eac55ba0f4cd19986 2024-12-13T07:29:53,611 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-13T07:29:53,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:53,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:53,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:53,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:53,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:53,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/80958bbe893e463eac55ba0f4cd19986, entries=150, sequenceid=119, filesize=11.7 K 2024-12-13T07:29:53,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 40efeb72161deb7a9ea2fe3d9a21c999 in 579ms, sequenceid=119, compaction requested=true 2024-12-13T07:29:53,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:53,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:29:53,620 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:29:53,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:53,620 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:29:53,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:29:53,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:53,623 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:29:53,623 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/B is initiating minor compaction (all files) 2024-12-13T07:29:53,623 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/B in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:53,623 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/0305ac261cb8468b9b583292f5ae9ee2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/c79d6bb1530a4f51a93728c7d778d24f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/145f63e790574b8e8a32c13d623ab733] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=35.3 K 2024-12-13T07:29:53,623 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:29:53,624 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/A is initiating minor compaction (all files) 2024-12-13T07:29:53,624 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/A in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:53,624 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/8ff40a1fb71d48108b56375ba47b1053, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3f6cebb897454e8196a591513eaf7741, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/173164646300485bb15ba821be6c96fc] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=44.4 K 2024-12-13T07:29:53,625 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ff40a1fb71d48108b56375ba47b1053, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734074990876 2024-12-13T07:29:53,625 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 0305ac261cb8468b9b583292f5ae9ee2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734074990876 2024-12-13T07:29:53,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:29:53,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:29:53,626 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting c79d6bb1530a4f51a93728c7d778d24f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734074992022 2024-12-13T07:29:53,626 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f6cebb897454e8196a591513eaf7741, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734074992016 2024-12-13T07:29:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:53,627 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 145f63e790574b8e8a32c13d623ab733, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734074992443 2024-12-13T07:29:53,628 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 173164646300485bb15ba821be6c96fc, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734074992443 2024-12-13T07:29:53,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-13T07:29:53,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:29:53,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:53,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:29:53,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:53,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:29:53,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:53,654 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#B#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:29:53,654 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/f7116085223c4dee92f8d26b0d052054 is 50, key is test_row_0/B:col10/1734074992443/Put/seqid=0 2024-12-13T07:29:53,658 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:29:53,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/d103f25c753543a591d662cc5d28445b is 50, key is test_row_0/A:col10/1734074993084/Put/seqid=0 2024-12-13T07:29:53,659 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/3da3ac83133e46eca746b6885df35db7 is 50, key is test_row_0/A:col10/1734074992443/Put/seqid=0 2024-12-13T07:29:53,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741862_1038 (size=14491) 2024-12-13T07:29:53,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741860_1036 (size=12241) 2024-12-13T07:29:53,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075053693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075053690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741861_1037 (size=12241) 2024-12-13T07:29:53,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/d103f25c753543a591d662cc5d28445b 2024-12-13T07:29:53,717 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/f7116085223c4dee92f8d26b0d052054 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/f7116085223c4dee92f8d26b0d052054 2024-12-13T07:29:53,721 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/3da3ac83133e46eca746b6885df35db7 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3da3ac83133e46eca746b6885df35db7 2024-12-13T07:29:53,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075053732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075053733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50230 deadline: 1734075053736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,740 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/A of 40efeb72161deb7a9ea2fe3d9a21c999 into 3da3ac83133e46eca746b6885df35db7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:29:53,740 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:53,740 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/A, priority=13, startTime=1734074993620; duration=0sec 2024-12-13T07:29:53,740 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:29:53,740 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:A 2024-12-13T07:29:53,740 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:29:53,741 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/B of 40efeb72161deb7a9ea2fe3d9a21c999 into f7116085223c4dee92f8d26b0d052054(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:29:53,741 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:53,741 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/B, priority=13, startTime=1734074993620; duration=0sec 2024-12-13T07:29:53,741 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:53,741 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:B 2024-12-13T07:29:53,743 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:29:53,743 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/C is initiating minor compaction (all files) 2024-12-13T07:29:53,744 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/C in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:53,744 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/04f3e568ac5147748fb34ac4653d246f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/ff24ee68565147119f2d986435a99e35, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/80958bbe893e463eac55ba0f4cd19986] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=35.3 K 2024-12-13T07:29:53,745 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04f3e568ac5147748fb34ac4653d246f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734074990876 2024-12-13T07:29:53,746 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff24ee68565147119f2d986435a99e35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734074992022 2024-12-13T07:29:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-13T07:29:53,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/4cc8906a0a9a490f81f988adf1291c88 is 50, key is test_row_0/B:col10/1734074993084/Put/seqid=0 2024-12-13T07:29:53,750 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80958bbe893e463eac55ba0f4cd19986, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734074992443 2024-12-13T07:29:53,765 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-13T07:29:53,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:53,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:53,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:53,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:53,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:53,773 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#C#compaction#25 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:29:53,773 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/18ee4375a7fc4f028bd3f54c4179e5d8 is 50, key is test_row_0/C:col10/1734074992443/Put/seqid=0 2024-12-13T07:29:53,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741863_1039 (size=12101) 2024-12-13T07:29:53,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/4cc8906a0a9a490f81f988adf1291c88 2024-12-13T07:29:53,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741864_1040 (size=12241) 2024-12-13T07:29:53,809 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/18ee4375a7fc4f028bd3f54c4179e5d8 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/18ee4375a7fc4f028bd3f54c4179e5d8 2024-12-13T07:29:53,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/9e304589e987410681f77b01770401ad is 50, key is test_row_0/C:col10/1734074993084/Put/seqid=0 2024-12-13T07:29:53,821 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/C of 40efeb72161deb7a9ea2fe3d9a21c999 into 18ee4375a7fc4f028bd3f54c4179e5d8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:29:53,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:53,821 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:53,821 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/C, priority=13, startTime=1734074993625; duration=0sec 2024-12-13T07:29:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075053820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,821 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:53,822 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:C 2024-12-13T07:29:53,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075053824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741865_1041 (size=12101) 2024-12-13T07:29:53,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/9e304589e987410681f77b01770401ad 2024-12-13T07:29:53,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/d103f25c753543a591d662cc5d28445b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/d103f25c753543a591d662cc5d28445b 2024-12-13T07:29:53,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/d103f25c753543a591d662cc5d28445b, entries=200, sequenceid=135, filesize=14.2 K 2024-12-13T07:29:53,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/4cc8906a0a9a490f81f988adf1291c88 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/4cc8906a0a9a490f81f988adf1291c88 2024-12-13T07:29:53,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/4cc8906a0a9a490f81f988adf1291c88, entries=150, sequenceid=135, filesize=11.8 K 2024-12-13T07:29:53,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/9e304589e987410681f77b01770401ad as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/9e304589e987410681f77b01770401ad 2024-12-13T07:29:53,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/9e304589e987410681f77b01770401ad, entries=150, sequenceid=135, filesize=11.8 K 2024-12-13T07:29:53,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 40efeb72161deb7a9ea2fe3d9a21c999 in 256ms, sequenceid=135, compaction requested=false 2024-12-13T07:29:53,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:53,920 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:53,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-13T07:29:53,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:53,921 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-13T07:29:53,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:29:53,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:53,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:29:53,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:53,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:29:53,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:53,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/3a349c962e03450bbd5cd61eec6de589 is 50, key is test_row_0/A:col10/1734074993689/Put/seqid=0 2024-12-13T07:29:53,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741866_1042 (size=12151) 2024-12-13T07:29:53,949 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/3a349c962e03450bbd5cd61eec6de589 2024-12-13T07:29:53,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/f8500907c24d4fe09b377d1ad231a238 is 50, key is test_row_0/B:col10/1734074993689/Put/seqid=0 2024-12-13T07:29:53,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741867_1043 (size=12151) 2024-12-13T07:29:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:54,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:54,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075054055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:54,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075054055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:54,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075054161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:54,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075054162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:54,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50230 deadline: 1734075054240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:54,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075054241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:54,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075054241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-13T07:29:54,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075054366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:54,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075054366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:54,387 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/f8500907c24d4fe09b377d1ad231a238 2024-12-13T07:29:54,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/621d5aeb89644c53a77777cd84d1dd9c is 50, key is test_row_0/C:col10/1734074993689/Put/seqid=0 2024-12-13T07:29:54,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741868_1044 (size=12151) 2024-12-13T07:29:54,424 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/621d5aeb89644c53a77777cd84d1dd9c 2024-12-13T07:29:54,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/3a349c962e03450bbd5cd61eec6de589 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3a349c962e03450bbd5cd61eec6de589 2024-12-13T07:29:54,444 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3a349c962e03450bbd5cd61eec6de589, entries=150, sequenceid=158, filesize=11.9 K 2024-12-13T07:29:54,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/f8500907c24d4fe09b377d1ad231a238 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/f8500907c24d4fe09b377d1ad231a238 2024-12-13T07:29:54,455 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/f8500907c24d4fe09b377d1ad231a238, entries=150, sequenceid=158, filesize=11.9 K 2024-12-13T07:29:54,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/621d5aeb89644c53a77777cd84d1dd9c as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/621d5aeb89644c53a77777cd84d1dd9c 2024-12-13T07:29:54,466 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/621d5aeb89644c53a77777cd84d1dd9c, entries=150, sequenceid=158, filesize=11.9 K 2024-12-13T07:29:54,468 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 40efeb72161deb7a9ea2fe3d9a21c999 in 546ms, sequenceid=158, compaction requested=true 2024-12-13T07:29:54,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:54,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:54,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-13T07:29:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-13T07:29:54,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-13T07:29:54,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3230 sec 2024-12-13T07:29:54,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.3320 sec 2024-12-13T07:29:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:54,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-13T07:29:54,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:29:54,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:54,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:29:54,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:54,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:29:54,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:54,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/d39327454c644f4dafc63a6318ba085b is 50, key is test_row_0/A:col10/1734074994671/Put/seqid=0 2024-12-13T07:29:54,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741869_1045 (size=12151) 2024-12-13T07:29:54,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075054723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:54,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075054723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:54,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075054827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:54,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075054827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:55,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075055031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:55,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075055031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:55,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/d39327454c644f4dafc63a6318ba085b 2024-12-13T07:29:55,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/179bfe0777d54396bd02047d1a750c63 is 50, key is test_row_0/B:col10/1734074994671/Put/seqid=0 2024-12-13T07:29:55,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741870_1046 (size=12151) 2024-12-13T07:29:55,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/179bfe0777d54396bd02047d1a750c63 2024-12-13T07:29:55,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/1fd4202303b448a69e9971b146a65aa3 is 50, key is test_row_0/C:col10/1734074994671/Put/seqid=0 2024-12-13T07:29:55,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741871_1047 (size=12151) 2024-12-13T07:29:55,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50230 deadline: 1734075055244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:55,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075055246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:55,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075055248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-13T07:29:55,251 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-13T07:29:55,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:29:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-13T07:29:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-13T07:29:55,256 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:29:55,257 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:29:55,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:29:55,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075055334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:55,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075055335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-13T07:29:55,411 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:55,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-13T07:29:55,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:55,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:55,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:55,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:55,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-13T07:29:55,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:55,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-13T07:29:55,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:55,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:55,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:55,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:55,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:55,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/1fd4202303b448a69e9971b146a65aa3 2024-12-13T07:29:55,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/d39327454c644f4dafc63a6318ba085b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/d39327454c644f4dafc63a6318ba085b 2024-12-13T07:29:55,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/d39327454c644f4dafc63a6318ba085b, entries=150, sequenceid=176, filesize=11.9 K 2024-12-13T07:29:55,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/179bfe0777d54396bd02047d1a750c63 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/179bfe0777d54396bd02047d1a750c63 2024-12-13T07:29:55,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/179bfe0777d54396bd02047d1a750c63, entries=150, sequenceid=176, filesize=11.9 K 2024-12-13T07:29:55,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/1fd4202303b448a69e9971b146a65aa3 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1fd4202303b448a69e9971b146a65aa3 2024-12-13T07:29:55,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1fd4202303b448a69e9971b146a65aa3, entries=150, sequenceid=176, filesize=11.9 K 2024-12-13T07:29:55,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 40efeb72161deb7a9ea2fe3d9a21c999 in 982ms, sequenceid=176, compaction requested=true 2024-12-13T07:29:55,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:55,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:29:55,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:55,653 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:29:55,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:29:55,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:55,653 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:29:55,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:29:55,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:29:55,657 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51034 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:29:55,657 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/A is initiating minor compaction (all files) 2024-12-13T07:29:55,657 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/A in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:55,657 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3da3ac83133e46eca746b6885df35db7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/d103f25c753543a591d662cc5d28445b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3a349c962e03450bbd5cd61eec6de589, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/d39327454c644f4dafc63a6318ba085b] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=49.8 K 2024-12-13T07:29:55,658 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:29:55,658 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/B is initiating minor compaction (all files) 2024-12-13T07:29:55,658 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/B in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:55,658 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/f7116085223c4dee92f8d26b0d052054, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/4cc8906a0a9a490f81f988adf1291c88, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/f8500907c24d4fe09b377d1ad231a238, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/179bfe0777d54396bd02047d1a750c63] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=47.5 K 2024-12-13T07:29:55,659 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting f7116085223c4dee92f8d26b0d052054, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734074992443 2024-12-13T07:29:55,659 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3da3ac83133e46eca746b6885df35db7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734074992443 2024-12-13T07:29:55,659 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cc8906a0a9a490f81f988adf1291c88, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734074993084 2024-12-13T07:29:55,660 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting d103f25c753543a591d662cc5d28445b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734074993084 2024-12-13T07:29:55,660 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting f8500907c24d4fe09b377d1ad231a238, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734074993676 2024-12-13T07:29:55,660 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a349c962e03450bbd5cd61eec6de589, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734074993676 2024-12-13T07:29:55,661 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 179bfe0777d54396bd02047d1a750c63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734074994053 2024-12-13T07:29:55,661 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting d39327454c644f4dafc63a6318ba085b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734074994053 2024-12-13T07:29:55,692 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#A#compaction#33 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:29:55,694 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#B#compaction#34 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:29:55,695 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/a01f7bfeaa994952a73968d6e92b09fc is 50, key is test_row_0/A:col10/1734074994671/Put/seqid=0 2024-12-13T07:29:55,695 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/9ac8fe16d6a64da596f8d50f9c087cc5 is 50, key is test_row_0/B:col10/1734074994671/Put/seqid=0 2024-12-13T07:29:55,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741872_1048 (size=12527) 2024-12-13T07:29:55,716 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/a01f7bfeaa994952a73968d6e92b09fc as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/a01f7bfeaa994952a73968d6e92b09fc 2024-12-13T07:29:55,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741873_1049 (size=12527) 2024-12-13T07:29:55,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:55,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-13T07:29:55,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:55,721 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-13T07:29:55,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:29:55,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:55,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:29:55,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:55,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:29:55,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:55,726 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/A of 40efeb72161deb7a9ea2fe3d9a21c999 into a01f7bfeaa994952a73968d6e92b09fc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:29:55,726 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:55,726 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/A, priority=12, startTime=1734074995653; duration=0sec 2024-12-13T07:29:55,726 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:29:55,726 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:A 2024-12-13T07:29:55,726 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:29:55,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/6317fa46d9c345b98b35ff88458e13ba is 50, key is test_row_0/A:col10/1734074994719/Put/seqid=0 2024-12-13T07:29:55,731 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:29:55,731 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/C is initiating minor compaction (all files) 2024-12-13T07:29:55,731 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/C in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:55,732 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/18ee4375a7fc4f028bd3f54c4179e5d8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/9e304589e987410681f77b01770401ad, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/621d5aeb89644c53a77777cd84d1dd9c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1fd4202303b448a69e9971b146a65aa3] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=47.5 K 2024-12-13T07:29:55,732 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18ee4375a7fc4f028bd3f54c4179e5d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734074992443 2024-12-13T07:29:55,733 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e304589e987410681f77b01770401ad, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734074993084 2024-12-13T07:29:55,733 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 621d5aeb89644c53a77777cd84d1dd9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734074993676 2024-12-13T07:29:55,733 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fd4202303b448a69e9971b146a65aa3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734074994053 2024-12-13T07:29:55,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741874_1050 (size=12151) 2024-12-13T07:29:55,755 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/6317fa46d9c345b98b35ff88458e13ba 2024-12-13T07:29:55,758 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#C#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:29:55,758 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/dc08c8d99c7f45618f3a641834a18d43 is 50, key is test_row_0/C:col10/1734074994671/Put/seqid=0 2024-12-13T07:29:55,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741875_1051 (size=12527) 2024-12-13T07:29:55,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/717b412e9c0649f8b7dcaff12ab1062b is 50, key is test_row_0/B:col10/1734074994719/Put/seqid=0 2024-12-13T07:29:55,788 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/dc08c8d99c7f45618f3a641834a18d43 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/dc08c8d99c7f45618f3a641834a18d43 2024-12-13T07:29:55,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741876_1052 (size=12151) 2024-12-13T07:29:55,796 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/C of 40efeb72161deb7a9ea2fe3d9a21c999 into dc08c8d99c7f45618f3a641834a18d43(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:29:55,796 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:55,796 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/C, priority=12, startTime=1734074995653; duration=0sec 2024-12-13T07:29:55,796 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:55,797 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:C 2024-12-13T07:29:55,797 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/717b412e9c0649f8b7dcaff12ab1062b 2024-12-13T07:29:55,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/a2c4a184d6fb4ef08034b632a70a75a8 is 50, key is test_row_0/C:col10/1734074994719/Put/seqid=0 2024-12-13T07:29:55,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741877_1053 (size=12151) 2024-12-13T07:29:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:55,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-13T07:29:55,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075055866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:55,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075055868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:55,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075055972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:55,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075055972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:56,128 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/9ac8fe16d6a64da596f8d50f9c087cc5 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/9ac8fe16d6a64da596f8d50f9c087cc5 2024-12-13T07:29:56,138 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/B of 40efeb72161deb7a9ea2fe3d9a21c999 into 9ac8fe16d6a64da596f8d50f9c087cc5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:29:56,139 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:56,139 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/B, priority=12, startTime=1734074995653; duration=0sec 2024-12-13T07:29:56,140 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:56,141 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:B 2024-12-13T07:29:56,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:56,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075056176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075056176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:56,225 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/a2c4a184d6fb4ef08034b632a70a75a8 2024-12-13T07:29:56,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/6317fa46d9c345b98b35ff88458e13ba as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/6317fa46d9c345b98b35ff88458e13ba 2024-12-13T07:29:56,241 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/6317fa46d9c345b98b35ff88458e13ba, entries=150, sequenceid=195, filesize=11.9 K 2024-12-13T07:29:56,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/717b412e9c0649f8b7dcaff12ab1062b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/717b412e9c0649f8b7dcaff12ab1062b 2024-12-13T07:29:56,251 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/717b412e9c0649f8b7dcaff12ab1062b, entries=150, sequenceid=195, filesize=11.9 K 2024-12-13T07:29:56,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/a2c4a184d6fb4ef08034b632a70a75a8 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/a2c4a184d6fb4ef08034b632a70a75a8 2024-12-13T07:29:56,266 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/a2c4a184d6fb4ef08034b632a70a75a8, entries=150, sequenceid=195, filesize=11.9 K 2024-12-13T07:29:56,267 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 40efeb72161deb7a9ea2fe3d9a21c999 in 546ms, sequenceid=195, compaction requested=false 2024-12-13T07:29:56,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:56,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:56,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-13T07:29:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-13T07:29:56,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-13T07:29:56,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0120 sec 2024-12-13T07:29:56,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.0200 sec 2024-12-13T07:29:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-13T07:29:56,359 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-13T07:29:56,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:29:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-13T07:29:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T07:29:56,363 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:29:56,364 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:29:56,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:29:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T07:29:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:56,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-13T07:29:56,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:29:56,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:56,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:29:56,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:56,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:29:56,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:56,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/2ab0d471124945f7934738e0588c7f3d is 50, key is test_row_0/A:col10/1734074995864/Put/seqid=0 2024-12-13T07:29:56,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075056512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:56,516 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:56,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075056515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:56,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-13T07:29:56,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:56,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:56,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:56,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741878_1054 (size=14541) 2024-12-13T07:29:56,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:56,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:56,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/2ab0d471124945f7934738e0588c7f3d 2024-12-13T07:29:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:56,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/7659d6db0c7a4058bdca89e9dae22657 is 50, key is test_row_0/B:col10/1734074995864/Put/seqid=0 2024-12-13T07:29:56,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741879_1055 (size=12151) 2024-12-13T07:29:56,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/7659d6db0c7a4058bdca89e9dae22657 2024-12-13T07:29:56,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/d29c53bff7554c7da29bf874f750fa50 is 50, key is test_row_0/C:col10/1734074995864/Put/seqid=0 2024-12-13T07:29:56,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075056616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:56,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075056619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:56,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741880_1056 (size=12151) 2024-12-13T07:29:56,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/d29c53bff7554c7da29bf874f750fa50 2024-12-13T07:29:56,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/2ab0d471124945f7934738e0588c7f3d as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2ab0d471124945f7934738e0588c7f3d 2024-12-13T07:29:56,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2ab0d471124945f7934738e0588c7f3d, entries=200, sequenceid=217, filesize=14.2 K 2024-12-13T07:29:56,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/7659d6db0c7a4058bdca89e9dae22657 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/7659d6db0c7a4058bdca89e9dae22657 2024-12-13T07:29:56,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/7659d6db0c7a4058bdca89e9dae22657, entries=150, sequenceid=217, filesize=11.9 K 2024-12-13T07:29:56,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/d29c53bff7554c7da29bf874f750fa50 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/d29c53bff7554c7da29bf874f750fa50 2024-12-13T07:29:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T07:29:56,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/d29c53bff7554c7da29bf874f750fa50, entries=150, sequenceid=217, filesize=11.9 K 2024-12-13T07:29:56,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 40efeb72161deb7a9ea2fe3d9a21c999 in 188ms, sequenceid=217, compaction requested=true 2024-12-13T07:29:56,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:56,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:29:56,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:56,670 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:29:56,670 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:29:56,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:29:56,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:56,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:29:56,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:29:56,671 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:29:56,671 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/B is initiating minor compaction (all files) 2024-12-13T07:29:56,671 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/B in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:56,672 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/9ac8fe16d6a64da596f8d50f9c087cc5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/717b412e9c0649f8b7dcaff12ab1062b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/7659d6db0c7a4058bdca89e9dae22657] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=36.0 K 2024-12-13T07:29:56,672 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:29:56,672 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/A is initiating minor compaction (all files) 2024-12-13T07:29:56,672 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ac8fe16d6a64da596f8d50f9c087cc5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734074994053 2024-12-13T07:29:56,672 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/A in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:56,672 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/a01f7bfeaa994952a73968d6e92b09fc, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/6317fa46d9c345b98b35ff88458e13ba, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2ab0d471124945f7934738e0588c7f3d] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=38.3 K 2024-12-13T07:29:56,672 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:56,673 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 717b412e9c0649f8b7dcaff12ab1062b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734074994709 2024-12-13T07:29:56,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-13T07:29:56,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:56,673 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting a01f7bfeaa994952a73968d6e92b09fc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734074994053 2024-12-13T07:29:56,673 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-13T07:29:56,674 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 7659d6db0c7a4058bdca89e9dae22657, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734074995864 2024-12-13T07:29:56,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:29:56,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:56,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:29:56,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:56,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:29:56,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:56,676 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6317fa46d9c345b98b35ff88458e13ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734074994709 2024-12-13T07:29:56,677 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ab0d471124945f7934738e0588c7f3d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734074995860 2024-12-13T07:29:56,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/2b752cb9c02d4f648ba6bcaf5c9bd2f3 is 50, key is test_row_0/A:col10/1734074996495/Put/seqid=0 2024-12-13T07:29:56,704 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#B#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:29:56,704 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/e7e8ed7882554ee7b750d63b07ec1867 is 50, key is test_row_0/B:col10/1734074995864/Put/seqid=0 2024-12-13T07:29:56,705 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#A#compaction#44 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:29:56,706 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/e5151f90af3d4ef7a20144c86a1e5f6c is 50, key is test_row_0/A:col10/1734074995864/Put/seqid=0 2024-12-13T07:29:56,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741881_1057 (size=12151) 2024-12-13T07:29:56,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741882_1058 (size=12629) 2024-12-13T07:29:56,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741883_1059 (size=12629) 2024-12-13T07:29:56,753 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/2b752cb9c02d4f648ba6bcaf5c9bd2f3 2024-12-13T07:29:56,763 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/e7e8ed7882554ee7b750d63b07ec1867 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/e7e8ed7882554ee7b750d63b07ec1867 2024-12-13T07:29:56,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/c325563398d748e69f2e052f6ffb6295 is 50, key is test_row_0/B:col10/1734074996495/Put/seqid=0 2024-12-13T07:29:56,774 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/B of 40efeb72161deb7a9ea2fe3d9a21c999 into e7e8ed7882554ee7b750d63b07ec1867(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:29:56,774 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:56,774 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/B, priority=13, startTime=1734074996670; duration=0sec 2024-12-13T07:29:56,774 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:29:56,774 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:B 2024-12-13T07:29:56,774 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:29:56,775 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/e5151f90af3d4ef7a20144c86a1e5f6c as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/e5151f90af3d4ef7a20144c86a1e5f6c 2024-12-13T07:29:56,776 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:29:56,776 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/C is initiating minor compaction (all files) 2024-12-13T07:29:56,777 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/C in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:56,777 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/dc08c8d99c7f45618f3a641834a18d43, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/a2c4a184d6fb4ef08034b632a70a75a8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/d29c53bff7554c7da29bf874f750fa50] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=36.0 K 2024-12-13T07:29:56,777 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting dc08c8d99c7f45618f3a641834a18d43, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734074994053 2024-12-13T07:29:56,778 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting a2c4a184d6fb4ef08034b632a70a75a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734074994709 2024-12-13T07:29:56,779 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting d29c53bff7554c7da29bf874f750fa50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734074995864 2024-12-13T07:29:56,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741884_1060 (size=12151) 2024-12-13T07:29:56,785 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/c325563398d748e69f2e052f6ffb6295 2024-12-13T07:29:56,787 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/A of 40efeb72161deb7a9ea2fe3d9a21c999 into e5151f90af3d4ef7a20144c86a1e5f6c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:29:56,787 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:56,787 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/A, priority=13, startTime=1734074996670; duration=0sec 2024-12-13T07:29:56,787 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:56,787 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:A 2024-12-13T07:29:56,794 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#C#compaction#46 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:29:56,795 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/fe2db50d0555471f8a463fcd589d6a33 is 50, key is test_row_0/C:col10/1734074995864/Put/seqid=0 2024-12-13T07:29:56,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/580443b78aea4c3d907b6fd673b9b2a5 is 50, key is test_row_0/C:col10/1734074996495/Put/seqid=0 2024-12-13T07:29:56,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741885_1061 (size=12629) 2024-12-13T07:29:56,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741886_1062 (size=12151) 2024-12-13T07:29:56,814 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/580443b78aea4c3d907b6fd673b9b2a5 2024-12-13T07:29:56,817 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/fe2db50d0555471f8a463fcd589d6a33 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/fe2db50d0555471f8a463fcd589d6a33 2024-12-13T07:29:56,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/2b752cb9c02d4f648ba6bcaf5c9bd2f3 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2b752cb9c02d4f648ba6bcaf5c9bd2f3 2024-12-13T07:29:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:56,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:56,830 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/C of 40efeb72161deb7a9ea2fe3d9a21c999 into fe2db50d0555471f8a463fcd589d6a33(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:29:56,830 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:56,830 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/C, priority=13, startTime=1734074996670; duration=0sec 2024-12-13T07:29:56,830 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:56,830 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:C 2024-12-13T07:29:56,837 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2b752cb9c02d4f648ba6bcaf5c9bd2f3, entries=150, sequenceid=234, filesize=11.9 K 2024-12-13T07:29:56,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/c325563398d748e69f2e052f6ffb6295 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/c325563398d748e69f2e052f6ffb6295 2024-12-13T07:29:56,851 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/c325563398d748e69f2e052f6ffb6295, entries=150, sequenceid=234, filesize=11.9 K 2024-12-13T07:29:56,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/580443b78aea4c3d907b6fd673b9b2a5 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/580443b78aea4c3d907b6fd673b9b2a5 2024-12-13T07:29:56,861 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/580443b78aea4c3d907b6fd673b9b2a5, entries=150, sequenceid=234, filesize=11.9 K 2024-12-13T07:29:56,862 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=93.93 KB/96180 for 40efeb72161deb7a9ea2fe3d9a21c999 in 189ms, sequenceid=234, compaction requested=false 2024-12-13T07:29:56,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:56,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:56,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-13T07:29:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-13T07:29:56,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-13T07:29:56,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:29:56,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:56,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:29:56,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:56,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:29:56,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:56,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-13T07:29:56,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 500 msec 2024-12-13T07:29:56,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 507 msec 2024-12-13T07:29:56,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/2163f22471da4baebf3968b122a961e0 is 50, key is test_row_0/A:col10/1734074996847/Put/seqid=0 2024-12-13T07:29:56,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075056892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:56,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741887_1063 (size=12151) 2024-12-13T07:29:56,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075056893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:56,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/2163f22471da4baebf3968b122a961e0 2024-12-13T07:29:56,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/fe2fdfdffe4d45e9a6171e40947bac05 is 50, key is test_row_0/B:col10/1734074996847/Put/seqid=0 2024-12-13T07:29:56,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741888_1064 (size=12151) 2024-12-13T07:29:56,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/fe2fdfdffe4d45e9a6171e40947bac05 2024-12-13T07:29:56,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/1b452177333f43c08123cfe99c518e4a is 50, key is test_row_0/C:col10/1734074996847/Put/seqid=0 2024-12-13T07:29:56,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741889_1065 (size=12151) 2024-12-13T07:29:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T07:29:56,967 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-13T07:29:56,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:29:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-13T07:29:56,974 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:29:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-13T07:29:56,975 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:29:56,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:29:56,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075056996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:56,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075056996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-13T07:29:57,128 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:57,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-13T07:29:57,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:57,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:57,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:57,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:57,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:57,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075057198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:57,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075057199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:57,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075057261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:57,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50230 deadline: 1734075057261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:57,263 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., hostname=9eb75de94ef3,40871,1734074980781, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:29:57,264 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., hostname=9eb75de94ef3,40871,1734074980781, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:29:57,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075057265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:57,268 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., hostname=9eb75de94ef3,40871,1734074980781, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:29:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-13T07:29:57,282 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:57,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-13T07:29:57,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:57,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:57,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:57,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:57,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:57,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/1b452177333f43c08123cfe99c518e4a 2024-12-13T07:29:57,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/2163f22471da4baebf3968b122a961e0 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2163f22471da4baebf3968b122a961e0 2024-12-13T07:29:57,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2163f22471da4baebf3968b122a961e0, entries=150, sequenceid=256, filesize=11.9 K 2024-12-13T07:29:57,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/fe2fdfdffe4d45e9a6171e40947bac05 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/fe2fdfdffe4d45e9a6171e40947bac05 2024-12-13T07:29:57,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/fe2fdfdffe4d45e9a6171e40947bac05, entries=150, sequenceid=256, filesize=11.9 K 2024-12-13T07:29:57,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/1b452177333f43c08123cfe99c518e4a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1b452177333f43c08123cfe99c518e4a 2024-12-13T07:29:57,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1b452177333f43c08123cfe99c518e4a, entries=150, sequenceid=256, filesize=11.9 K 2024-12-13T07:29:57,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 40efeb72161deb7a9ea2fe3d9a21c999 in 534ms, sequenceid=256, compaction requested=true 2024-12-13T07:29:57,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:57,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:29:57,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:57,398 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:29:57,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:29:57,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:29:57,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:29:57,398 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:29:57,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:29:57,400 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:29:57,400 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:29:57,400 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/B is initiating minor compaction (all files) 2024-12-13T07:29:57,400 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/A is initiating minor compaction (all files) 2024-12-13T07:29:57,400 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/B in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:57,400 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/A in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:57,400 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/e5151f90af3d4ef7a20144c86a1e5f6c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2b752cb9c02d4f648ba6bcaf5c9bd2f3, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2163f22471da4baebf3968b122a961e0] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=36.1 K 2024-12-13T07:29:57,400 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/e7e8ed7882554ee7b750d63b07ec1867, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/c325563398d748e69f2e052f6ffb6295, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/fe2fdfdffe4d45e9a6171e40947bac05] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=36.1 K 2024-12-13T07:29:57,400 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting e7e8ed7882554ee7b750d63b07ec1867, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734074995864 2024-12-13T07:29:57,400 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5151f90af3d4ef7a20144c86a1e5f6c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734074995864 2024-12-13T07:29:57,401 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting c325563398d748e69f2e052f6ffb6295, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734074996495 2024-12-13T07:29:57,401 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b752cb9c02d4f648ba6bcaf5c9bd2f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734074996495 2024-12-13T07:29:57,401 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting fe2fdfdffe4d45e9a6171e40947bac05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1734074996847 2024-12-13T07:29:57,401 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2163f22471da4baebf3968b122a961e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1734074996847 2024-12-13T07:29:57,413 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#A#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:29:57,414 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/990735030d664d468b90b23d7dc99e3a is 50, key is test_row_0/A:col10/1734074996847/Put/seqid=0 2024-12-13T07:29:57,418 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:29:57,419 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/fabe97710cf7452a8d38f8b34098c29f is 50, key is test_row_0/B:col10/1734074996847/Put/seqid=0 2024-12-13T07:29:57,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741890_1066 (size=12731) 2024-12-13T07:29:57,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741891_1067 (size=12731) 2024-12-13T07:29:57,436 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:57,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-13T07:29:57,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:57,437 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-13T07:29:57,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:29:57,438 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/990735030d664d468b90b23d7dc99e3a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/990735030d664d468b90b23d7dc99e3a 2024-12-13T07:29:57,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:57,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:29:57,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:57,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:29:57,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:57,448 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/A of 40efeb72161deb7a9ea2fe3d9a21c999 into 990735030d664d468b90b23d7dc99e3a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:29:57,448 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:57,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/05fdf8eb5349445b85dde441188abdb9 is 50, key is test_row_0/A:col10/1734074996879/Put/seqid=0 2024-12-13T07:29:57,448 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/A, priority=13, startTime=1734074997398; duration=0sec 2024-12-13T07:29:57,449 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:29:57,449 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:A 2024-12-13T07:29:57,449 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:29:57,450 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:29:57,451 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/C is initiating minor compaction (all files) 2024-12-13T07:29:57,451 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/C in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:57,451 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/fe2db50d0555471f8a463fcd589d6a33, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/580443b78aea4c3d907b6fd673b9b2a5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1b452177333f43c08123cfe99c518e4a] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=36.1 K 2024-12-13T07:29:57,451 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe2db50d0555471f8a463fcd589d6a33, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734074995864 2024-12-13T07:29:57,452 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 580443b78aea4c3d907b6fd673b9b2a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734074996495 2024-12-13T07:29:57,452 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b452177333f43c08123cfe99c518e4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1734074996847 2024-12-13T07:29:57,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741892_1068 (size=12301) 2024-12-13T07:29:57,460 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/05fdf8eb5349445b85dde441188abdb9 2024-12-13T07:29:57,467 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#C#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:29:57,468 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/38f75094d1a54e0da690848317a8a069 is 50, key is test_row_0/C:col10/1734074996847/Put/seqid=0 2024-12-13T07:29:57,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/41b9fda8826242a1a24687ee2fca545e is 50, key is test_row_0/B:col10/1734074996879/Put/seqid=0 2024-12-13T07:29:57,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741893_1069 (size=12731) 2024-12-13T07:29:57,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741894_1070 (size=12301) 2024-12-13T07:29:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:57,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:57,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075057526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:57,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075057529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-13T07:29:57,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075057630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:57,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075057632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:57,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075057833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:57,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075057834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:57,841 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/fabe97710cf7452a8d38f8b34098c29f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/fabe97710cf7452a8d38f8b34098c29f 2024-12-13T07:29:57,850 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/B of 40efeb72161deb7a9ea2fe3d9a21c999 into fabe97710cf7452a8d38f8b34098c29f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:29:57,850 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:57,850 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/B, priority=13, startTime=1734074997398; duration=0sec 2024-12-13T07:29:57,850 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:57,851 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:B 2024-12-13T07:29:57,903 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/41b9fda8826242a1a24687ee2fca545e 2024-12-13T07:29:57,916 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/38f75094d1a54e0da690848317a8a069 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/38f75094d1a54e0da690848317a8a069 2024-12-13T07:29:57,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/beda452fbaec4245b66fa13ef81670d9 is 50, key is test_row_0/C:col10/1734074996879/Put/seqid=0 2024-12-13T07:29:57,927 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/C of 40efeb72161deb7a9ea2fe3d9a21c999 into 38f75094d1a54e0da690848317a8a069(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:29:57,927 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:57,927 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/C, priority=13, startTime=1734074997398; duration=0sec 2024-12-13T07:29:57,927 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:57,927 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:C 2024-12-13T07:29:57,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741895_1071 (size=12301) 2024-12-13T07:29:57,951 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/beda452fbaec4245b66fa13ef81670d9 2024-12-13T07:29:57,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/05fdf8eb5349445b85dde441188abdb9 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/05fdf8eb5349445b85dde441188abdb9 2024-12-13T07:29:57,970 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/05fdf8eb5349445b85dde441188abdb9, entries=150, sequenceid=273, filesize=12.0 K 2024-12-13T07:29:57,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/41b9fda8826242a1a24687ee2fca545e as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/41b9fda8826242a1a24687ee2fca545e 2024-12-13T07:29:57,980 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/41b9fda8826242a1a24687ee2fca545e, entries=150, sequenceid=273, filesize=12.0 K 2024-12-13T07:29:57,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/beda452fbaec4245b66fa13ef81670d9 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/beda452fbaec4245b66fa13ef81670d9 2024-12-13T07:29:57,989 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/beda452fbaec4245b66fa13ef81670d9, entries=150, sequenceid=273, filesize=12.0 K 2024-12-13T07:29:57,992 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 40efeb72161deb7a9ea2fe3d9a21c999 in 555ms, sequenceid=273, compaction requested=false 2024-12-13T07:29:57,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:57,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:57,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-13T07:29:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-13T07:29:57,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-13T07:29:57,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0190 sec 2024-12-13T07:29:57,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.0260 sec 2024-12-13T07:29:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-13T07:29:58,079 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-13T07:29:58,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:29:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-13T07:29:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-13T07:29:58,083 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:29:58,083 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:29:58,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:29:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:29:58,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-13T07:29:58,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:29:58,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:58,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:29:58,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:58,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:29:58,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:58,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075058160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:58,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075058162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:58,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/7fc41faa2db34449b1a79b3f74ff1fda is 50, key is test_row_0/A:col10/1734074998137/Put/seqid=0 2024-12-13T07:29:58,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741896_1072 (size=14741) 2024-12-13T07:29:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-13T07:29:58,237 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:58,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-13T07:29:58,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:58,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:58,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:58,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:58,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:58,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075058265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:58,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075058271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-13T07:29:58,394 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:58,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-13T07:29:58,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:58,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:58,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:58,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:58,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:58,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075058473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:58,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075058473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:58,548 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:58,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-13T07:29:58,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:58,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:58,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:58,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:58,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:58,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/7fc41faa2db34449b1a79b3f74ff1fda 2024-12-13T07:29:58,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/bba93d8d82974ac0aa34cca8ba58137e is 50, key is test_row_0/B:col10/1734074998137/Put/seqid=0 2024-12-13T07:29:58,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741897_1073 (size=12301) 2024-12-13T07:29:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-13T07:29:58,702 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:58,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-13T07:29:58,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:58,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:58,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:58,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:58,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:58,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075058775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:58,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075058778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:58,855 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:58,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-13T07:29:58,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:58,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:58,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:58,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:58,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:58,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/bba93d8d82974ac0aa34cca8ba58137e 2024-12-13T07:29:59,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/c9a10a99ec7243c0a944eb3df03ee1ea is 50, key is test_row_0/C:col10/1734074998137/Put/seqid=0 2024-12-13T07:29:59,009 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:59,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-13T07:29:59,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:59,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:59,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:59,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:59,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:59,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741898_1074 (size=12301) 2024-12-13T07:29:59,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:59,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-13T07:29:59,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:59,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:59,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:59,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:59,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-13T07:29:59,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075059280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:59,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:29:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075059284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:59,315 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:59,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-13T07:29:59,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:59,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:29:59,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:59,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:59,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:29:59,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/c9a10a99ec7243c0a944eb3df03ee1ea 2024-12-13T07:29:59,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/7fc41faa2db34449b1a79b3f74ff1fda as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/7fc41faa2db34449b1a79b3f74ff1fda 2024-12-13T07:29:59,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/7fc41faa2db34449b1a79b3f74ff1fda, entries=200, sequenceid=296, filesize=14.4 K 2024-12-13T07:29:59,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/bba93d8d82974ac0aa34cca8ba58137e as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/bba93d8d82974ac0aa34cca8ba58137e 2024-12-13T07:29:59,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/bba93d8d82974ac0aa34cca8ba58137e, entries=150, sequenceid=296, filesize=12.0 K 2024-12-13T07:29:59,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/c9a10a99ec7243c0a944eb3df03ee1ea as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/c9a10a99ec7243c0a944eb3df03ee1ea 2024-12-13T07:29:59,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/c9a10a99ec7243c0a944eb3df03ee1ea, entries=150, sequenceid=296, filesize=12.0 K 2024-12-13T07:29:59,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 40efeb72161deb7a9ea2fe3d9a21c999 in 1325ms, sequenceid=296, compaction requested=true 2024-12-13T07:29:59,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:59,463 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:29:59,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:29:59,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:59,464 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:29:59,465 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:29:59,465 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/B is initiating minor compaction (all files) 2024-12-13T07:29:59,466 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/B in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:59,466 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/fabe97710cf7452a8d38f8b34098c29f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/41b9fda8826242a1a24687ee2fca545e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/bba93d8d82974ac0aa34cca8ba58137e] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=36.5 K 2024-12-13T07:29:59,466 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:29:59,466 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/A is initiating minor compaction (all files) 2024-12-13T07:29:59,466 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/A in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:59,466 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/990735030d664d468b90b23d7dc99e3a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/05fdf8eb5349445b85dde441188abdb9, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/7fc41faa2db34449b1a79b3f74ff1fda] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=38.8 K 2024-12-13T07:29:59,467 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 990735030d664d468b90b23d7dc99e3a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1734074996847 2024-12-13T07:29:59,467 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting fabe97710cf7452a8d38f8b34098c29f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1734074996847 2024-12-13T07:29:59,468 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05fdf8eb5349445b85dde441188abdb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1734074996879 2024-12-13T07:29:59,468 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 41b9fda8826242a1a24687ee2fca545e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1734074996879 2024-12-13T07:29:59,468 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fc41faa2db34449b1a79b3f74ff1fda, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1734074997512 2024-12-13T07:29:59,470 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting bba93d8d82974ac0aa34cca8ba58137e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1734074997525 2024-12-13T07:29:59,472 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:29:59,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-13T07:29:59,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:59,473 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-13T07:29:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:29:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:29:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:29:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:29:59,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:29:59,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:59,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:29:59,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:29:59,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/26b7bd8d65214ca18d3acd2f344cc3ef is 50, key is test_row_0/A:col10/1734074998147/Put/seqid=0 2024-12-13T07:29:59,493 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#B#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:29:59,494 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/8d1dfdd7392341febf5cc14eb75fdec8 is 50, key is test_row_0/B:col10/1734074998137/Put/seqid=0 2024-12-13T07:29:59,516 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#A#compaction#62 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:29:59,517 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/fcc2eb2fbc174d49b94e6539952bdb79 is 50, key is test_row_0/A:col10/1734074998137/Put/seqid=0 2024-12-13T07:29:59,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741899_1075 (size=12301) 2024-12-13T07:29:59,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741900_1076 (size=12983) 2024-12-13T07:29:59,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741901_1077 (size=12983) 2024-12-13T07:29:59,551 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/8d1dfdd7392341febf5cc14eb75fdec8 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/8d1dfdd7392341febf5cc14eb75fdec8 2024-12-13T07:29:59,557 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/B of 40efeb72161deb7a9ea2fe3d9a21c999 into 8d1dfdd7392341febf5cc14eb75fdec8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:29:59,557 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:59,557 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/B, priority=13, startTime=1734074999464; duration=0sec 2024-12-13T07:29:59,558 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:29:59,558 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:B 2024-12-13T07:29:59,558 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:29:59,559 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:29:59,559 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/C is initiating minor compaction (all files) 2024-12-13T07:29:59,559 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/C in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:29:59,559 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/38f75094d1a54e0da690848317a8a069, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/beda452fbaec4245b66fa13ef81670d9, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/c9a10a99ec7243c0a944eb3df03ee1ea] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=36.5 K 2024-12-13T07:29:59,560 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 38f75094d1a54e0da690848317a8a069, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1734074996847 2024-12-13T07:29:59,561 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting beda452fbaec4245b66fa13ef81670d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1734074996879 2024-12-13T07:29:59,561 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting c9a10a99ec7243c0a944eb3df03ee1ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1734074997525 2024-12-13T07:29:59,573 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#C#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:29:59,574 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/6e18e8ae0de34837a4df460ec4f6f430 is 50, key is test_row_0/C:col10/1734074998137/Put/seqid=0 2024-12-13T07:29:59,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741902_1078 (size=12983) 2024-12-13T07:29:59,593 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/6e18e8ae0de34837a4df460ec4f6f430 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/6e18e8ae0de34837a4df460ec4f6f430 2024-12-13T07:29:59,605 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/C of 40efeb72161deb7a9ea2fe3d9a21c999 into 6e18e8ae0de34837a4df460ec4f6f430(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:29:59,605 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:59,605 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/C, priority=13, startTime=1734074999475; duration=0sec 2024-12-13T07:29:59,605 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:59,605 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:C 2024-12-13T07:29:59,942 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/26b7bd8d65214ca18d3acd2f344cc3ef 2024-12-13T07:29:59,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/bf45324b1aec4f71a5bc11b015eb5ebc is 50, key is test_row_0/B:col10/1734074998147/Put/seqid=0 2024-12-13T07:29:59,959 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/fcc2eb2fbc174d49b94e6539952bdb79 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/fcc2eb2fbc174d49b94e6539952bdb79 2024-12-13T07:29:59,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741903_1079 (size=12301) 2024-12-13T07:29:59,968 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/A of 40efeb72161deb7a9ea2fe3d9a21c999 into fcc2eb2fbc174d49b94e6539952bdb79(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:29:59,968 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:29:59,968 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/A, priority=13, startTime=1734074999463; duration=0sec 2024-12-13T07:29:59,968 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:29:59,968 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:A 2024-12-13T07:30:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-13T07:30:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:30:00,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:30:00,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075060311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:00,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075060315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:00,367 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/bf45324b1aec4f71a5bc11b015eb5ebc 2024-12-13T07:30:00,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/1100a74035134a8b9293475da4774785 is 50, key is test_row_0/C:col10/1734074998147/Put/seqid=0 2024-12-13T07:30:00,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741904_1080 (size=12301) 2024-12-13T07:30:00,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075060415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:00,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075060417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:00,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075060618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:00,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075060618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:00,779 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/1100a74035134a8b9293475da4774785 2024-12-13T07:30:00,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/26b7bd8d65214ca18d3acd2f344cc3ef as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/26b7bd8d65214ca18d3acd2f344cc3ef 2024-12-13T07:30:00,793 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/26b7bd8d65214ca18d3acd2f344cc3ef, entries=150, sequenceid=312, filesize=12.0 K 2024-12-13T07:30:00,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/bf45324b1aec4f71a5bc11b015eb5ebc as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/bf45324b1aec4f71a5bc11b015eb5ebc 2024-12-13T07:30:00,800 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/bf45324b1aec4f71a5bc11b015eb5ebc, entries=150, sequenceid=312, filesize=12.0 K 2024-12-13T07:30:00,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/1100a74035134a8b9293475da4774785 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1100a74035134a8b9293475da4774785 2024-12-13T07:30:00,808 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1100a74035134a8b9293475da4774785, entries=150, sequenceid=312, filesize=12.0 K 2024-12-13T07:30:00,809 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 40efeb72161deb7a9ea2fe3d9a21c999 in 1337ms, sequenceid=312, compaction requested=false 2024-12-13T07:30:00,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:00,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:00,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-13T07:30:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-13T07:30:00,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-13T07:30:00,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7290 sec 2024-12-13T07:30:00,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.7340 sec 2024-12-13T07:30:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:30:00,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-13T07:30:00,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:30:00,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:00,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:30:00,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:00,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:30:00,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:00,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/955e286fec4149ca8922c5d76e8e9b15 is 50, key is test_row_0/A:col10/1734075000308/Put/seqid=0 2024-12-13T07:30:00,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741905_1081 (size=12301) 2024-12-13T07:30:00,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/955e286fec4149ca8922c5d76e8e9b15 2024-12-13T07:30:00,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075060940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:00,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075060943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:00,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/8c5b01b779994db781d2914a36d94264 is 50, key is test_row_0/B:col10/1734075000308/Put/seqid=0 2024-12-13T07:30:00,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741906_1082 (size=12301) 2024-12-13T07:30:01,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:01,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075061045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075061043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:01,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:01,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075061249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075061249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:01,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50230 deadline: 1734075061276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:01,278 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., hostname=9eb75de94ef3,40871,1734074980781, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:30:01,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50218 deadline: 1734075061302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:01,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1734075061302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:01,304 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., hostname=9eb75de94ef3,40871,1734074980781, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:30:01,304 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., hostname=9eb75de94ef3,40871,1734074980781, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:30:01,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/8c5b01b779994db781d2914a36d94264 2024-12-13T07:30:01,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/bc038f3337f64424bf1fe7a9070cc3b2 is 50, key is test_row_0/C:col10/1734075000308/Put/seqid=0 2024-12-13T07:30:01,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741907_1083 (size=12301) 2024-12-13T07:30:01,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/bc038f3337f64424bf1fe7a9070cc3b2 2024-12-13T07:30:01,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/955e286fec4149ca8922c5d76e8e9b15 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/955e286fec4149ca8922c5d76e8e9b15 2024-12-13T07:30:01,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/955e286fec4149ca8922c5d76e8e9b15, entries=150, sequenceid=336, filesize=12.0 K 2024-12-13T07:30:01,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/8c5b01b779994db781d2914a36d94264 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/8c5b01b779994db781d2914a36d94264 2024-12-13T07:30:01,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/8c5b01b779994db781d2914a36d94264, entries=150, sequenceid=336, filesize=12.0 K 2024-12-13T07:30:01,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/bc038f3337f64424bf1fe7a9070cc3b2 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/bc038f3337f64424bf1fe7a9070cc3b2 2024-12-13T07:30:01,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/bc038f3337f64424bf1fe7a9070cc3b2, entries=150, sequenceid=336, filesize=12.0 K 2024-12-13T07:30:01,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 40efeb72161deb7a9ea2fe3d9a21c999 in 523ms, sequenceid=336, compaction requested=true 2024-12-13T07:30:01,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:01,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:30:01,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:01,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:30:01,445 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:01,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:01,445 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:01,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:30:01,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:01,446 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:01,446 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:01,447 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/A is initiating minor compaction (all files) 2024-12-13T07:30:01,447 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/B is initiating minor compaction (all files) 2024-12-13T07:30:01,447 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/B in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:01,447 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/A in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:01,447 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/8d1dfdd7392341febf5cc14eb75fdec8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/bf45324b1aec4f71a5bc11b015eb5ebc, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/8c5b01b779994db781d2914a36d94264] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=36.7 K 2024-12-13T07:30:01,447 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/fcc2eb2fbc174d49b94e6539952bdb79, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/26b7bd8d65214ca18d3acd2f344cc3ef, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/955e286fec4149ca8922c5d76e8e9b15] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=36.7 K 2024-12-13T07:30:01,447 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d1dfdd7392341febf5cc14eb75fdec8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1734074997525 2024-12-13T07:30:01,447 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcc2eb2fbc174d49b94e6539952bdb79, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1734074997525 2024-12-13T07:30:01,448 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting bf45324b1aec4f71a5bc11b015eb5ebc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1734074998147 2024-12-13T07:30:01,448 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26b7bd8d65214ca18d3acd2f344cc3ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1734074998147 2024-12-13T07:30:01,448 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c5b01b779994db781d2914a36d94264, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734075000305 2024-12-13T07:30:01,448 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 955e286fec4149ca8922c5d76e8e9b15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734075000305 2024-12-13T07:30:01,456 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:01,456 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:01,457 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/d8d46c642a74453089c36abc8580fff7 is 50, key is test_row_0/B:col10/1734075000308/Put/seqid=0 2024-12-13T07:30:01,457 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/7b1180d58cc948babdd9b5da42a75d90 is 50, key is test_row_0/A:col10/1734075000308/Put/seqid=0 2024-12-13T07:30:01,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741908_1084 (size=13085) 2024-12-13T07:30:01,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741909_1085 (size=13085) 2024-12-13T07:30:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:30:01,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-13T07:30:01,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:30:01,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:01,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:30:01,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:01,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:30:01,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:01,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/329c0cf44c714ed4a831d75289bb24ad is 50, key is test_row_0/A:col10/1734075001552/Put/seqid=0 2024-12-13T07:30:01,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741910_1086 (size=14741) 2024-12-13T07:30:01,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075061579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:01,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075061580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:01,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075061683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:01,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075061683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:01,878 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/d8d46c642a74453089c36abc8580fff7 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/d8d46c642a74453089c36abc8580fff7 2024-12-13T07:30:01,879 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/7b1180d58cc948babdd9b5da42a75d90 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/7b1180d58cc948babdd9b5da42a75d90 2024-12-13T07:30:01,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075061885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:01,887 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/B of 40efeb72161deb7a9ea2fe3d9a21c999 into d8d46c642a74453089c36abc8580fff7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:01,887 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:01,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:01,887 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/B, priority=13, startTime=1734075001445; duration=0sec 2024-12-13T07:30:01,887 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/A of 40efeb72161deb7a9ea2fe3d9a21c999 into 7b1180d58cc948babdd9b5da42a75d90(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075061885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:01,887 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:01,887 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/A, priority=13, startTime=1734075001445; duration=0sec 2024-12-13T07:30:01,887 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:01,887 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:01,887 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:A 2024-12-13T07:30:01,887 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:B 2024-12-13T07:30:01,887 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:01,889 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:01,889 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/C is initiating minor compaction (all files) 2024-12-13T07:30:01,889 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/C in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:01,889 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/6e18e8ae0de34837a4df460ec4f6f430, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1100a74035134a8b9293475da4774785, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/bc038f3337f64424bf1fe7a9070cc3b2] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=36.7 K 2024-12-13T07:30:01,890 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e18e8ae0de34837a4df460ec4f6f430, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1734074997525 2024-12-13T07:30:01,890 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1100a74035134a8b9293475da4774785, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1734074998147 2024-12-13T07:30:01,891 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc038f3337f64424bf1fe7a9070cc3b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734075000305 2024-12-13T07:30:01,900 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#C#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:01,901 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/ee1138e492ea48c49826d99c7bf428e4 is 50, key is test_row_0/C:col10/1734075000308/Put/seqid=0 2024-12-13T07:30:01,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741911_1087 (size=13085) 2024-12-13T07:30:01,917 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/ee1138e492ea48c49826d99c7bf428e4 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/ee1138e492ea48c49826d99c7bf428e4 2024-12-13T07:30:01,926 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/C of 40efeb72161deb7a9ea2fe3d9a21c999 into ee1138e492ea48c49826d99c7bf428e4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:01,926 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:01,926 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/C, priority=13, startTime=1734075001445; duration=0sec 2024-12-13T07:30:01,926 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:01,926 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:C 2024-12-13T07:30:01,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/329c0cf44c714ed4a831d75289bb24ad 2024-12-13T07:30:01,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/abce723739af4fa99cf5acb098f72db6 is 50, key is test_row_0/B:col10/1734075001552/Put/seqid=0 2024-12-13T07:30:01,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741912_1088 (size=12301) 2024-12-13T07:30:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-13T07:30:02,187 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-13T07:30:02,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-13T07:30:02,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075062188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-13T07:30:02,190 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:02,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:02,190 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075062189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:02,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-13T07:30:02,342 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:02,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-13T07:30:02,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:02,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:30:02,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:02,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:02,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:02,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/abce723739af4fa99cf5acb098f72db6 2024-12-13T07:30:02,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/407c7dc0931447839740853b891bc393 is 50, key is test_row_0/C:col10/1734075001552/Put/seqid=0 2024-12-13T07:30:02,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741913_1089 (size=12301) 2024-12-13T07:30:02,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/407c7dc0931447839740853b891bc393 2024-12-13T07:30:02,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/329c0cf44c714ed4a831d75289bb24ad as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/329c0cf44c714ed4a831d75289bb24ad 2024-12-13T07:30:02,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/329c0cf44c714ed4a831d75289bb24ad, entries=200, sequenceid=352, filesize=14.4 K 2024-12-13T07:30:02,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/abce723739af4fa99cf5acb098f72db6 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/abce723739af4fa99cf5acb098f72db6 2024-12-13T07:30:02,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/abce723739af4fa99cf5acb098f72db6, entries=150, sequenceid=352, filesize=12.0 K 2024-12-13T07:30:02,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/407c7dc0931447839740853b891bc393 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/407c7dc0931447839740853b891bc393 2024-12-13T07:30:02,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/407c7dc0931447839740853b891bc393, entries=150, sequenceid=352, filesize=12.0 K 2024-12-13T07:30:02,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 40efeb72161deb7a9ea2fe3d9a21c999 in 892ms, sequenceid=352, compaction requested=false 2024-12-13T07:30:02,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-13T07:30:02,495 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:02,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-13T07:30:02,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:02,496 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-13T07:30:02,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:30:02,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:02,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:30:02,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:02,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:30:02,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:02,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/0444a2dc02814e7993a84a5812efa0f1 is 50, key is test_row_0/A:col10/1734075001578/Put/seqid=0 2024-12-13T07:30:02,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741914_1090 (size=12301) 2024-12-13T07:30:02,523 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/0444a2dc02814e7993a84a5812efa0f1 2024-12-13T07:30:02,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/84f97652ac8b42df8f435537d9dddc83 is 50, key is test_row_0/B:col10/1734075001578/Put/seqid=0 2024-12-13T07:30:02,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741915_1091 (size=12301) 2024-12-13T07:30:02,551 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/84f97652ac8b42df8f435537d9dddc83 2024-12-13T07:30:02,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/deda991cda5f4aabbe541d5e1cee9733 is 50, key is test_row_0/C:col10/1734075001578/Put/seqid=0 2024-12-13T07:30:02,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741916_1092 (size=12301) 2024-12-13T07:30:02,578 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/deda991cda5f4aabbe541d5e1cee9733 2024-12-13T07:30:02,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/0444a2dc02814e7993a84a5812efa0f1 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/0444a2dc02814e7993a84a5812efa0f1 2024-12-13T07:30:02,595 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/0444a2dc02814e7993a84a5812efa0f1, entries=150, sequenceid=375, filesize=12.0 K 2024-12-13T07:30:02,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/84f97652ac8b42df8f435537d9dddc83 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/84f97652ac8b42df8f435537d9dddc83 2024-12-13T07:30:02,606 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/84f97652ac8b42df8f435537d9dddc83, entries=150, sequenceid=375, filesize=12.0 K 2024-12-13T07:30:02,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/deda991cda5f4aabbe541d5e1cee9733 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/deda991cda5f4aabbe541d5e1cee9733 2024-12-13T07:30:02,616 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/deda991cda5f4aabbe541d5e1cee9733, entries=150, sequenceid=375, filesize=12.0 K 2024-12-13T07:30:02,617 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 40efeb72161deb7a9ea2fe3d9a21c999 in 121ms, sequenceid=375, compaction requested=true 2024-12-13T07:30:02,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:02,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:02,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-13T07:30:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-13T07:30:02,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-13T07:30:02,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 429 msec 2024-12-13T07:30:02,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 434 msec 2024-12-13T07:30:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:30:02,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T07:30:02,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:30:02,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:02,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:30:02,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:02,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:30:02,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:02,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/80939c57b18846a2815e502f916a55ee is 50, key is test_row_0/A:col10/1734075002698/Put/seqid=0 2024-12-13T07:30:02,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741917_1093 (size=17181) 2024-12-13T07:30:02,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/80939c57b18846a2815e502f916a55ee 2024-12-13T07:30:02,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/57bb266f5880466d97b3f65e449e4d93 is 50, key is test_row_0/B:col10/1734075002698/Put/seqid=0 2024-12-13T07:30:02,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075062759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:02,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075062760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-13T07:30:02,792 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-13T07:30:02,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-13T07:30:02,797 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-13T07:30:02,798 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:02,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:02,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741918_1094 (size=12301) 2024-12-13T07:30:02,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/57bb266f5880466d97b3f65e449e4d93 2024-12-13T07:30:02,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/74b504a11d10407f830c049e39edaac5 is 50, key is test_row_0/C:col10/1734075002698/Put/seqid=0 2024-12-13T07:30:02,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741919_1095 (size=12301) 2024-12-13T07:30:02,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/74b504a11d10407f830c049e39edaac5 2024-12-13T07:30:02,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/80939c57b18846a2815e502f916a55ee as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/80939c57b18846a2815e502f916a55ee 2024-12-13T07:30:02,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/80939c57b18846a2815e502f916a55ee, entries=250, sequenceid=387, filesize=16.8 K 2024-12-13T07:30:02,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/57bb266f5880466d97b3f65e449e4d93 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/57bb266f5880466d97b3f65e449e4d93 2024-12-13T07:30:02,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/57bb266f5880466d97b3f65e449e4d93, entries=150, sequenceid=387, filesize=12.0 K 2024-12-13T07:30:02,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/74b504a11d10407f830c049e39edaac5 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/74b504a11d10407f830c049e39edaac5 2024-12-13T07:30:02,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075062863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:02,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075062865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:02,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/74b504a11d10407f830c049e39edaac5, entries=150, sequenceid=387, filesize=12.0 K 2024-12-13T07:30:02,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 40efeb72161deb7a9ea2fe3d9a21c999 in 154ms, sequenceid=387, compaction requested=true 2024-12-13T07:30:02,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:02,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:30:02,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:02,874 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:30:02,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:30:02,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:02,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:30:02,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:02,874 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:30:02,876 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57308 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:30:02,876 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/A is initiating minor compaction (all files) 2024-12-13T07:30:02,876 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/A in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:02,876 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/7b1180d58cc948babdd9b5da42a75d90, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/329c0cf44c714ed4a831d75289bb24ad, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/0444a2dc02814e7993a84a5812efa0f1, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/80939c57b18846a2815e502f916a55ee] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=56.0 K 2024-12-13T07:30:02,877 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:30:02,877 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b1180d58cc948babdd9b5da42a75d90, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734075000305 2024-12-13T07:30:02,877 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/B is initiating minor compaction (all files) 2024-12-13T07:30:02,877 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/B in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:02,877 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/d8d46c642a74453089c36abc8580fff7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/abce723739af4fa99cf5acb098f72db6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/84f97652ac8b42df8f435537d9dddc83, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/57bb266f5880466d97b3f65e449e4d93] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=48.8 K 2024-12-13T07:30:02,877 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 329c0cf44c714ed4a831d75289bb24ad, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1734075000932 2024-12-13T07:30:02,877 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting d8d46c642a74453089c36abc8580fff7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734075000305 2024-12-13T07:30:02,878 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting abce723739af4fa99cf5acb098f72db6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1734075000938 2024-12-13T07:30:02,878 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0444a2dc02814e7993a84a5812efa0f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1734075001576 2024-12-13T07:30:02,878 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 84f97652ac8b42df8f435537d9dddc83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1734075001576 2024-12-13T07:30:02,879 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80939c57b18846a2815e502f916a55ee, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1734075002698 2024-12-13T07:30:02,879 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 57bb266f5880466d97b3f65e449e4d93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1734075002698 2024-12-13T07:30:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-13T07:30:02,909 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#B#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:02,910 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/9b1b6837cc174c98a936d075702ef97f is 50, key is test_row_0/B:col10/1734075002698/Put/seqid=0 2024-12-13T07:30:02,917 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#A#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:02,918 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/3eb9ad132acf465e8f10ae1503363a3a is 50, key is test_row_0/A:col10/1734075002698/Put/seqid=0 2024-12-13T07:30:02,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741921_1097 (size=13221) 2024-12-13T07:30:02,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741920_1096 (size=13221) 2024-12-13T07:30:02,941 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/9b1b6837cc174c98a936d075702ef97f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/9b1b6837cc174c98a936d075702ef97f 2024-12-13T07:30:02,948 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/B of 40efeb72161deb7a9ea2fe3d9a21c999 into 9b1b6837cc174c98a936d075702ef97f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:02,948 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:02,948 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/B, priority=12, startTime=1734075002874; duration=0sec 2024-12-13T07:30:02,948 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:02,948 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:B 2024-12-13T07:30:02,948 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:30:02,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:02,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-13T07:30:02,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:02,950 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-13T07:30:02,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:30:02,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:02,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:30:02,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:02,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:30:02,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:02,951 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:30:02,951 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/C is initiating minor compaction (all files) 2024-12-13T07:30:02,951 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/C in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:02,952 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/ee1138e492ea48c49826d99c7bf428e4, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/407c7dc0931447839740853b891bc393, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/deda991cda5f4aabbe541d5e1cee9733, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/74b504a11d10407f830c049e39edaac5] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=48.8 K 2024-12-13T07:30:02,955 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting ee1138e492ea48c49826d99c7bf428e4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734075000305 2024-12-13T07:30:02,956 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 407c7dc0931447839740853b891bc393, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1734075000938 2024-12-13T07:30:02,956 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting deda991cda5f4aabbe541d5e1cee9733, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1734075001576 2024-12-13T07:30:02,957 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 74b504a11d10407f830c049e39edaac5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1734075002698 2024-12-13T07:30:02,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/686d531466b34c94b67a0ceea8340ff6 is 50, key is test_row_0/A:col10/1734075002743/Put/seqid=0 2024-12-13T07:30:02,971 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#C#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:02,972 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/8e3a7aa54025417dbbfe5496ed17c620 is 50, key is test_row_0/C:col10/1734075002698/Put/seqid=0 2024-12-13T07:30:02,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741922_1098 (size=13221) 2024-12-13T07:30:03,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741923_1099 (size=12301) 2024-12-13T07:30:03,003 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/8e3a7aa54025417dbbfe5496ed17c620 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/8e3a7aa54025417dbbfe5496ed17c620 2024-12-13T07:30:03,012 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/C of 40efeb72161deb7a9ea2fe3d9a21c999 into 8e3a7aa54025417dbbfe5496ed17c620(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:03,013 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:03,013 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/C, priority=12, startTime=1734075002874; duration=0sec 2024-12-13T07:30:03,014 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:03,014 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:C 2024-12-13T07:30:03,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:30:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:30:03,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075063086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:03,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075063088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-13T07:30:03,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075063190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:03,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075063193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:03,332 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/3eb9ad132acf465e8f10ae1503363a3a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3eb9ad132acf465e8f10ae1503363a3a 2024-12-13T07:30:03,339 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/A of 40efeb72161deb7a9ea2fe3d9a21c999 into 3eb9ad132acf465e8f10ae1503363a3a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:03,339 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:03,339 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/A, priority=12, startTime=1734075002873; duration=0sec 2024-12-13T07:30:03,340 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:03,340 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:A 2024-12-13T07:30:03,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075063394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-13T07:30:03,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075063398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:03,401 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/686d531466b34c94b67a0ceea8340ff6 2024-12-13T07:30:03,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/a70a9854abd24670a48b12cd0d56c99b is 50, key is test_row_0/B:col10/1734075002743/Put/seqid=0 2024-12-13T07:30:03,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741924_1100 (size=12301) 2024-12-13T07:30:03,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075063698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:03,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075063703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:03,830 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/a70a9854abd24670a48b12cd0d56c99b 2024-12-13T07:30:03,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/05e1190709524f8b97412c911cf74fbf is 50, key is test_row_0/C:col10/1734075002743/Put/seqid=0 2024-12-13T07:30:03,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741925_1101 (size=12301) 2024-12-13T07:30:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-13T07:30:04,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075064200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:04,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075064205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:04,242 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/05e1190709524f8b97412c911cf74fbf 2024-12-13T07:30:04,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/686d531466b34c94b67a0ceea8340ff6 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/686d531466b34c94b67a0ceea8340ff6 2024-12-13T07:30:04,254 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/686d531466b34c94b67a0ceea8340ff6, entries=150, sequenceid=412, filesize=12.0 K 2024-12-13T07:30:04,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-13T07:30:04,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/a70a9854abd24670a48b12cd0d56c99b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/a70a9854abd24670a48b12cd0d56c99b 2024-12-13T07:30:04,262 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/a70a9854abd24670a48b12cd0d56c99b, entries=150, sequenceid=412, filesize=12.0 K 2024-12-13T07:30:04,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/05e1190709524f8b97412c911cf74fbf as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/05e1190709524f8b97412c911cf74fbf 2024-12-13T07:30:04,269 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/05e1190709524f8b97412c911cf74fbf, entries=150, sequenceid=412, filesize=12.0 K 2024-12-13T07:30:04,270 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 40efeb72161deb7a9ea2fe3d9a21c999 in 1320ms, sequenceid=412, compaction requested=false 2024-12-13T07:30:04,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:04,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:04,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-13T07:30:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-13T07:30:04,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-13T07:30:04,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4740 sec 2024-12-13T07:30:04,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.4800 sec 2024-12-13T07:30:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-13T07:30:04,901 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-13T07:30:04,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-13T07:30:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-13T07:30:04,904 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:04,905 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:04,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-13T07:30:05,061 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:05,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-13T07:30:05,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:05,061 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T07:30:05,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:30:05,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:05,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:30:05,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:05,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:30:05,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:05,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/18865c361960498b835d06c16baa6a0b is 50, key is test_row_0/A:col10/1734075003077/Put/seqid=0 2024-12-13T07:30:05,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741926_1102 (size=12301) 2024-12-13T07:30:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-13T07:30:05,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:30:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:30:05,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075065273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:05,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075065277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:05,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075065375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:05,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075065380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:05,473 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/18865c361960498b835d06c16baa6a0b 2024-12-13T07:30:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-13T07:30:05,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/60249cdf1bff447b836eda6dd7169fb7 is 50, key is test_row_0/B:col10/1734075003077/Put/seqid=0 2024-12-13T07:30:05,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741927_1103 (size=12301) 2024-12-13T07:30:05,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075065578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:05,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075065581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:05,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075065879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:05,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075065883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:05,940 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/60249cdf1bff447b836eda6dd7169fb7 2024-12-13T07:30:05,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/b6ed21885fd348beaf5554bf61b22643 is 50, key is test_row_0/C:col10/1734075003077/Put/seqid=0 2024-12-13T07:30:05,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741928_1104 (size=12301) 2024-12-13T07:30:05,962 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/b6ed21885fd348beaf5554bf61b22643 2024-12-13T07:30:05,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/18865c361960498b835d06c16baa6a0b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/18865c361960498b835d06c16baa6a0b 2024-12-13T07:30:05,980 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/18865c361960498b835d06c16baa6a0b, entries=150, sequenceid=426, filesize=12.0 K 2024-12-13T07:30:05,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/60249cdf1bff447b836eda6dd7169fb7 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/60249cdf1bff447b836eda6dd7169fb7 2024-12-13T07:30:05,991 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/60249cdf1bff447b836eda6dd7169fb7, entries=150, sequenceid=426, filesize=12.0 K 2024-12-13T07:30:05,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/b6ed21885fd348beaf5554bf61b22643 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/b6ed21885fd348beaf5554bf61b22643 2024-12-13T07:30:05,999 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/b6ed21885fd348beaf5554bf61b22643, entries=150, sequenceid=426, filesize=12.0 K 2024-12-13T07:30:06,000 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 40efeb72161deb7a9ea2fe3d9a21c999 in 939ms, sequenceid=426, compaction requested=true 2024-12-13T07:30:06,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:06,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:06,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-13T07:30:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-13T07:30:06,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-13T07:30:06,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0960 sec 2024-12-13T07:30:06,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.1010 sec 2024-12-13T07:30:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-13T07:30:06,006 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-13T07:30:06,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-12-13T07:30:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-13T07:30:06,010 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:06,010 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:06,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-13T07:30:06,162 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:06,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-13T07:30:06,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:06,162 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-13T07:30:06,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:30:06,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:06,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:30:06,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:06,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:30:06,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:06,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/4fc9efe84dc54d8baea1990bda32ee0a is 50, key is test_row_0/A:col10/1734075005271/Put/seqid=0 2024-12-13T07:30:06,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741929_1105 (size=12301) 2024-12-13T07:30:06,172 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/4fc9efe84dc54d8baea1990bda32ee0a 2024-12-13T07:30:06,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/4cdec30030cd43c2a4de816d8dfd2508 is 50, key is test_row_0/B:col10/1734075005271/Put/seqid=0 2024-12-13T07:30:06,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741930_1106 (size=12301) 2024-12-13T07:30:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-13T07:30:06,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:30:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:30:06,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:06,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075066395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075066395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:06,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075066499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:06,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075066499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:06,602 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/4cdec30030cd43c2a4de816d8dfd2508 2024-12-13T07:30:06,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/861febec11f445c8bc73de291c1868bb is 50, key is test_row_0/C:col10/1734075005271/Put/seqid=0 2024-12-13T07:30:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-13T07:30:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741931_1107 (size=12301) 2024-12-13T07:30:06,617 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/861febec11f445c8bc73de291c1868bb 2024-12-13T07:30:06,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/4fc9efe84dc54d8baea1990bda32ee0a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/4fc9efe84dc54d8baea1990bda32ee0a 2024-12-13T07:30:06,626 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/4fc9efe84dc54d8baea1990bda32ee0a, entries=150, sequenceid=450, filesize=12.0 K 2024-12-13T07:30:06,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/4cdec30030cd43c2a4de816d8dfd2508 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/4cdec30030cd43c2a4de816d8dfd2508 2024-12-13T07:30:06,633 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/4cdec30030cd43c2a4de816d8dfd2508, entries=150, sequenceid=450, filesize=12.0 K 2024-12-13T07:30:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/861febec11f445c8bc73de291c1868bb as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/861febec11f445c8bc73de291c1868bb 2024-12-13T07:30:06,639 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/861febec11f445c8bc73de291c1868bb, entries=150, sequenceid=450, filesize=12.0 K 2024-12-13T07:30:06,640 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 40efeb72161deb7a9ea2fe3d9a21c999 in 478ms, sequenceid=450, compaction requested=true 2024-12-13T07:30:06,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:06,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:06,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-13T07:30:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-12-13T07:30:06,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-13T07:30:06,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 631 msec 2024-12-13T07:30:06,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 636 msec 2024-12-13T07:30:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:30:06,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-13T07:30:06,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:30:06,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:06,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:30:06,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:06,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:30:06,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:06,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/2dff520228f541a298cd163a95d1ac9c is 50, key is test_row_0/A:col10/1734075006394/Put/seqid=0 2024-12-13T07:30:06,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741932_1108 (size=14741) 2024-12-13T07:30:06,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/2dff520228f541a298cd163a95d1ac9c 2024-12-13T07:30:06,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/be0a76f448d8405c8b4b11733c6de616 is 50, key is test_row_0/B:col10/1734075006394/Put/seqid=0 2024-12-13T07:30:06,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741933_1109 (size=12301) 2024-12-13T07:30:06,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:06,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075066738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075066739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:06,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075066841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:06,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075066842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:07,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075067043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:07,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075067044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-13T07:30:07,112 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-13T07:30:07,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-12-13T07:30:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-13T07:30:07,114 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:07,115 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:07,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:07,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/be0a76f448d8405c8b4b11733c6de616 2024-12-13T07:30:07,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/1df2f3c024564527a43dcb82aaaa2e90 is 50, key is test_row_0/C:col10/1734075006394/Put/seqid=0 2024-12-13T07:30:07,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741934_1110 (size=12301) 2024-12-13T07:30:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-13T07:30:07,267 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:07,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-13T07:30:07,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:07,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:30:07,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:07,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:07,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:07,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075067347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:07,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075067348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-13T07:30:07,420 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:07,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-13T07:30:07,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:07,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:30:07,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:07,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:07,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:07,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/1df2f3c024564527a43dcb82aaaa2e90 2024-12-13T07:30:07,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/2dff520228f541a298cd163a95d1ac9c as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2dff520228f541a298cd163a95d1ac9c 2024-12-13T07:30:07,572 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:07,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-13T07:30:07,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:07,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:30:07,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:07,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2dff520228f541a298cd163a95d1ac9c, entries=200, sequenceid=465, filesize=14.4 K 2024-12-13T07:30:07,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:07,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:07,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/be0a76f448d8405c8b4b11733c6de616 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/be0a76f448d8405c8b4b11733c6de616 2024-12-13T07:30:07,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/be0a76f448d8405c8b4b11733c6de616, entries=150, sequenceid=465, filesize=12.0 K 2024-12-13T07:30:07,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/1df2f3c024564527a43dcb82aaaa2e90 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1df2f3c024564527a43dcb82aaaa2e90 2024-12-13T07:30:07,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1df2f3c024564527a43dcb82aaaa2e90, entries=150, sequenceid=465, filesize=12.0 K 2024-12-13T07:30:07,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 40efeb72161deb7a9ea2fe3d9a21c999 in 884ms, sequenceid=465, compaction requested=true 2024-12-13T07:30:07,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:07,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:30:07,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:07,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:30:07,587 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-13T07:30:07,587 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-13T07:30:07,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:07,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:30:07,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:07,589 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62425 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-13T07:30:07,589 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64865 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-13T07:30:07,589 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/B is initiating minor compaction (all files) 2024-12-13T07:30:07,589 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/A is initiating minor compaction (all files) 2024-12-13T07:30:07,589 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/B in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:07,589 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/A in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:07,590 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/9b1b6837cc174c98a936d075702ef97f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/a70a9854abd24670a48b12cd0d56c99b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/60249cdf1bff447b836eda6dd7169fb7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/4cdec30030cd43c2a4de816d8dfd2508, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/be0a76f448d8405c8b4b11733c6de616] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=61.0 K 2024-12-13T07:30:07,590 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3eb9ad132acf465e8f10ae1503363a3a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/686d531466b34c94b67a0ceea8340ff6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/18865c361960498b835d06c16baa6a0b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/4fc9efe84dc54d8baea1990bda32ee0a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2dff520228f541a298cd163a95d1ac9c] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=63.3 K 2024-12-13T07:30:07,590 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b1b6837cc174c98a936d075702ef97f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1734075002698 2024-12-13T07:30:07,590 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3eb9ad132acf465e8f10ae1503363a3a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1734075002698 2024-12-13T07:30:07,590 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting a70a9854abd24670a48b12cd0d56c99b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1734075002743 2024-12-13T07:30:07,590 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 686d531466b34c94b67a0ceea8340ff6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1734075002743 2024-12-13T07:30:07,591 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18865c361960498b835d06c16baa6a0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1734075003077 2024-12-13T07:30:07,591 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 60249cdf1bff447b836eda6dd7169fb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1734075003077 2024-12-13T07:30:07,591 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fc9efe84dc54d8baea1990bda32ee0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1734075005226 2024-12-13T07:30:07,591 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cdec30030cd43c2a4de816d8dfd2508, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1734075005226 2024-12-13T07:30:07,592 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2dff520228f541a298cd163a95d1ac9c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1734075006389 2024-12-13T07:30:07,592 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting be0a76f448d8405c8b4b11733c6de616, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1734075006394 2024-12-13T07:30:07,601 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#B#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:07,601 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/9523eb4af05344b3bfc68433265bb572 is 50, key is test_row_0/B:col10/1734075006394/Put/seqid=0 2024-12-13T07:30:07,606 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#A#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:07,607 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/d2c6266ceac14bdf95f5481411fa423f is 50, key is test_row_0/A:col10/1734075006394/Put/seqid=0 2024-12-13T07:30:07,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741935_1111 (size=13391) 2024-12-13T07:30:07,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741936_1112 (size=13391) 2024-12-13T07:30:07,618 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/d2c6266ceac14bdf95f5481411fa423f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/d2c6266ceac14bdf95f5481411fa423f 2024-12-13T07:30:07,625 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/A of 40efeb72161deb7a9ea2fe3d9a21c999 into d2c6266ceac14bdf95f5481411fa423f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:07,625 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:07,625 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/A, priority=11, startTime=1734075007587; duration=0sec 2024-12-13T07:30:07,625 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:07,625 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:A 2024-12-13T07:30:07,625 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-13T07:30:07,627 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62425 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-13T07:30:07,627 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/C is initiating minor compaction (all files) 2024-12-13T07:30:07,627 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/C in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:07,628 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/8e3a7aa54025417dbbfe5496ed17c620, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/05e1190709524f8b97412c911cf74fbf, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/b6ed21885fd348beaf5554bf61b22643, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/861febec11f445c8bc73de291c1868bb, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1df2f3c024564527a43dcb82aaaa2e90] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=61.0 K 2024-12-13T07:30:07,629 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e3a7aa54025417dbbfe5496ed17c620, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1734075002698 2024-12-13T07:30:07,629 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05e1190709524f8b97412c911cf74fbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1734075002743 2024-12-13T07:30:07,630 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6ed21885fd348beaf5554bf61b22643, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1734075003077 2024-12-13T07:30:07,630 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 861febec11f445c8bc73de291c1868bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1734075005226 2024-12-13T07:30:07,630 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1df2f3c024564527a43dcb82aaaa2e90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1734075006394 2024-12-13T07:30:07,641 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#C#compaction#98 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:07,641 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/9abd97a4adc04f269900c91791bceb71 is 50, key is test_row_0/C:col10/1734075006394/Put/seqid=0 2024-12-13T07:30:07,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741937_1113 (size=13391) 2024-12-13T07:30:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-13T07:30:07,725 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:07,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-13T07:30:07,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:07,726 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-13T07:30:07,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:30:07,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:07,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:30:07,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:07,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:30:07,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:07,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/472799e1dbf445f2989c90a1ecce114e is 50, key is test_row_0/A:col10/1734075006738/Put/seqid=0 2024-12-13T07:30:07,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741938_1114 (size=12301) 2024-12-13T07:30:07,738 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/472799e1dbf445f2989c90a1ecce114e 2024-12-13T07:30:07,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/ee93ae24bfd44e6a9b4c7da50ac6c5c1 is 50, key is test_row_0/B:col10/1734075006738/Put/seqid=0 2024-12-13T07:30:07,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741939_1115 (size=12301) 2024-12-13T07:30:07,757 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/ee93ae24bfd44e6a9b4c7da50ac6c5c1 2024-12-13T07:30:07,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/a04ff184258748f78101ec4f9280b3c7 is 50, key is test_row_0/C:col10/1734075006738/Put/seqid=0 2024-12-13T07:30:07,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741940_1116 (size=12301) 2024-12-13T07:30:07,771 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/a04ff184258748f78101ec4f9280b3c7 2024-12-13T07:30:07,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/472799e1dbf445f2989c90a1ecce114e as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/472799e1dbf445f2989c90a1ecce114e 2024-12-13T07:30:07,782 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/472799e1dbf445f2989c90a1ecce114e, entries=150, sequenceid=487, filesize=12.0 K 2024-12-13T07:30:07,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/ee93ae24bfd44e6a9b4c7da50ac6c5c1 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/ee93ae24bfd44e6a9b4c7da50ac6c5c1 2024-12-13T07:30:07,788 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/ee93ae24bfd44e6a9b4c7da50ac6c5c1, entries=150, sequenceid=487, filesize=12.0 K 2024-12-13T07:30:07,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/a04ff184258748f78101ec4f9280b3c7 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/a04ff184258748f78101ec4f9280b3c7 2024-12-13T07:30:07,794 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/a04ff184258748f78101ec4f9280b3c7, entries=150, sequenceid=487, filesize=12.0 K 2024-12-13T07:30:07,796 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 40efeb72161deb7a9ea2fe3d9a21c999 in 70ms, sequenceid=487, compaction requested=false 2024-12-13T07:30:07,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:07,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:07,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-13T07:30:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-12-13T07:30:07,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-13T07:30:07,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 682 msec 2024-12-13T07:30:07,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 686 msec 2024-12-13T07:30:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:30:07,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T07:30:07,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:30:07,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:07,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:30:07,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:07,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:30:07,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:07,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/77f02a888309481890772e405e4c021d is 50, key is test_row_0/A:col10/1734075007860/Put/seqid=0 2024-12-13T07:30:07,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741941_1117 (size=17181) 2024-12-13T07:30:07,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075067929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:07,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075067930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:08,018 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/9523eb4af05344b3bfc68433265bb572 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/9523eb4af05344b3bfc68433265bb572 2024-12-13T07:30:08,026 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/B of 40efeb72161deb7a9ea2fe3d9a21c999 into 9523eb4af05344b3bfc68433265bb572(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:08,026 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:08,026 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/B, priority=11, startTime=1734075007587; duration=0sec 2024-12-13T07:30:08,026 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:08,026 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:B 2024-12-13T07:30:08,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:08,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075068032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075068032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:08,055 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/9abd97a4adc04f269900c91791bceb71 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/9abd97a4adc04f269900c91791bceb71 2024-12-13T07:30:08,060 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/C of 40efeb72161deb7a9ea2fe3d9a21c999 into 9abd97a4adc04f269900c91791bceb71(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:08,060 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:08,060 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/C, priority=11, startTime=1734075007587; duration=0sec 2024-12-13T07:30:08,060 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:08,060 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:C 2024-12-13T07:30:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-13T07:30:08,217 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-13T07:30:08,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-12-13T07:30:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-13T07:30:08,219 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:08,220 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:08,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:08,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075068235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:08,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075068235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:08,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/77f02a888309481890772e405e4c021d 2024-12-13T07:30:08,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/984c3f5c63a54bc6b31c0afcc7c1f841 is 50, key is test_row_0/B:col10/1734075007860/Put/seqid=0 2024-12-13T07:30:08,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741942_1118 (size=12301) 2024-12-13T07:30:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-13T07:30:08,371 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:08,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-13T07:30:08,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:08,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:30:08,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:08,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:08,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-13T07:30:08,524 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:08,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-13T07:30:08,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:08,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:30:08,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:08,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:08,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:08,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075068538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:08,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075068539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:08,678 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:08,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-13T07:30:08,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:08,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:30:08,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:08,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:08,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:08,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/984c3f5c63a54bc6b31c0afcc7c1f841 2024-12-13T07:30:08,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/95e9faac5e3b4575ab83a84228c83dc6 is 50, key is test_row_0/C:col10/1734075007860/Put/seqid=0 2024-12-13T07:30:08,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741943_1119 (size=12301) 2024-12-13T07:30:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-13T07:30:08,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:08,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-13T07:30:08,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:08,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:30:08,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:08,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:08,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:08,984 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:08,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-13T07:30:08,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:08,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. as already flushing 2024-12-13T07:30:08,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:08,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:08,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:09,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 332 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1734075069042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:09,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50200 deadline: 1734075069043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:09,066 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:65137 2024-12-13T07:30:09,066 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:09,066 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:65137 2024-12-13T07:30:09,066 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:09,067 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:65137 2024-12-13T07:30:09,067 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:09,068 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:65137 2024-12-13T07:30:09,068 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:09,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/95e9faac5e3b4575ab83a84228c83dc6 2024-12-13T07:30:09,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/77f02a888309481890772e405e4c021d as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/77f02a888309481890772e405e4c021d 2024-12-13T07:30:09,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/77f02a888309481890772e405e4c021d, entries=250, sequenceid=498, filesize=16.8 K 2024-12-13T07:30:09,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/984c3f5c63a54bc6b31c0afcc7c1f841 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/984c3f5c63a54bc6b31c0afcc7c1f841 2024-12-13T07:30:09,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/984c3f5c63a54bc6b31c0afcc7c1f841, entries=150, sequenceid=498, filesize=12.0 K 2024-12-13T07:30:09,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/95e9faac5e3b4575ab83a84228c83dc6 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/95e9faac5e3b4575ab83a84228c83dc6 2024-12-13T07:30:09,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/95e9faac5e3b4575ab83a84228c83dc6, entries=150, sequenceid=498, filesize=12.0 K 2024-12-13T07:30:09,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 40efeb72161deb7a9ea2fe3d9a21c999 in 1262ms, sequenceid=498, compaction requested=true 2024-12-13T07:30:09,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:09,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:30:09,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:09,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:30:09,125 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:09,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:09,125 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:09,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40efeb72161deb7a9ea2fe3d9a21c999:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:30:09,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:09,126 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42873 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:09,126 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/A is initiating minor compaction (all files) 2024-12-13T07:30:09,126 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:09,126 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/A in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:09,126 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/B is initiating minor compaction (all files) 2024-12-13T07:30:09,126 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/d2c6266ceac14bdf95f5481411fa423f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/472799e1dbf445f2989c90a1ecce114e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/77f02a888309481890772e405e4c021d] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=41.9 K 2024-12-13T07:30:09,126 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/B in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:09,126 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/9523eb4af05344b3bfc68433265bb572, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/ee93ae24bfd44e6a9b4c7da50ac6c5c1, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/984c3f5c63a54bc6b31c0afcc7c1f841] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=37.1 K 2024-12-13T07:30:09,126 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2c6266ceac14bdf95f5481411fa423f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1734075006394 2024-12-13T07:30:09,127 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 9523eb4af05344b3bfc68433265bb572, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1734075006394 2024-12-13T07:30:09,127 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 472799e1dbf445f2989c90a1ecce114e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1734075006724 2024-12-13T07:30:09,127 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting ee93ae24bfd44e6a9b4c7da50ac6c5c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1734075006724 2024-12-13T07:30:09,127 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77f02a888309481890772e405e4c021d, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1734075007856 2024-12-13T07:30:09,127 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 984c3f5c63a54bc6b31c0afcc7c1f841, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1734075007858 2024-12-13T07:30:09,136 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#B#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:09,137 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:09,137 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/5741ca2ce85245719a7620691b6433db is 50, key is test_row_0/B:col10/1734075007860/Put/seqid=0 2024-12-13T07:30:09,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-13T07:30:09,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:09,138 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-13T07:30:09,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:30:09,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:09,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:30:09,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:09,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:30:09,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:09,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741944_1120 (size=13493) 2024-12-13T07:30:09,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/a0f8cccb6f014ce28f218b105a632fa6 is 50, key is test_row_0/A:col10/1734075007914/Put/seqid=0 2024-12-13T07:30:09,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741945_1121 (size=12301) 2024-12-13T07:30:09,176 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#A#compaction#106 average throughput is 0.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:09,177 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/c6983f0917fd4fd9a10e2152b3a52f2d is 50, key is test_row_0/A:col10/1734075007860/Put/seqid=0 2024-12-13T07:30:09,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741946_1122 (size=13493) 2024-12-13T07:30:09,251 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T07:30:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-13T07:30:09,550 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/5741ca2ce85245719a7620691b6433db as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/5741ca2ce85245719a7620691b6433db 2024-12-13T07:30:09,555 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/B of 40efeb72161deb7a9ea2fe3d9a21c999 into 5741ca2ce85245719a7620691b6433db(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:09,555 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:09,555 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/B, priority=13, startTime=1734075009125; duration=0sec 2024-12-13T07:30:09,555 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:09,555 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:B 2024-12-13T07:30:09,555 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:09,556 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:09,556 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 40efeb72161deb7a9ea2fe3d9a21c999/C is initiating minor compaction (all files) 2024-12-13T07:30:09,556 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40efeb72161deb7a9ea2fe3d9a21c999/C in TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:09,556 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/9abd97a4adc04f269900c91791bceb71, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/a04ff184258748f78101ec4f9280b3c7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/95e9faac5e3b4575ab83a84228c83dc6] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp, totalSize=37.1 K 2024-12-13T07:30:09,557 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 9abd97a4adc04f269900c91791bceb71, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1734075006394 2024-12-13T07:30:09,557 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting a04ff184258748f78101ec4f9280b3c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1734075006724 2024-12-13T07:30:09,558 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 95e9faac5e3b4575ab83a84228c83dc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1734075007858 2024-12-13T07:30:09,567 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40efeb72161deb7a9ea2fe3d9a21c999#C#compaction#108 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:09,567 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/1db9e678ac0b421bb9528639a2801179 is 50, key is test_row_0/C:col10/1734075007860/Put/seqid=0 2024-12-13T07:30:09,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741947_1123 (size=13493) 2024-12-13T07:30:09,572 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/a0f8cccb6f014ce28f218b105a632fa6 2024-12-13T07:30:09,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/802a06055207442ab55dbfb8eb796de6 is 50, key is test_row_0/B:col10/1734075007914/Put/seqid=0 2024-12-13T07:30:09,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741948_1124 (size=12301) 2024-12-13T07:30:09,584 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/802a06055207442ab55dbfb8eb796de6 2024-12-13T07:30:09,587 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/c6983f0917fd4fd9a10e2152b3a52f2d as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/c6983f0917fd4fd9a10e2152b3a52f2d 2024-12-13T07:30:09,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/ffe56a7af95e4365ab1047c7a1f2ee98 is 50, key is test_row_0/C:col10/1734075007914/Put/seqid=0 2024-12-13T07:30:09,592 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/A of 40efeb72161deb7a9ea2fe3d9a21c999 into c6983f0917fd4fd9a10e2152b3a52f2d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:09,592 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:09,592 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/A, priority=13, startTime=1734075009125; duration=0sec 2024-12-13T07:30:09,592 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:09,592 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:A 2024-12-13T07:30:09,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741949_1125 (size=12301) 2024-12-13T07:30:09,986 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/1db9e678ac0b421bb9528639a2801179 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1db9e678ac0b421bb9528639a2801179 2024-12-13T07:30:09,993 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40efeb72161deb7a9ea2fe3d9a21c999/C of 40efeb72161deb7a9ea2fe3d9a21c999 into 1db9e678ac0b421bb9528639a2801179(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:09,993 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:09,993 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999., storeName=40efeb72161deb7a9ea2fe3d9a21c999/C, priority=13, startTime=1734075009125; duration=0sec 2024-12-13T07:30:09,993 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:09,993 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40efeb72161deb7a9ea2fe3d9a21c999:C 2024-12-13T07:30:09,996 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/ffe56a7af95e4365ab1047c7a1f2ee98 2024-12-13T07:30:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/a0f8cccb6f014ce28f218b105a632fa6 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/a0f8cccb6f014ce28f218b105a632fa6 2024-12-13T07:30:10,008 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/a0f8cccb6f014ce28f218b105a632fa6, entries=150, sequenceid=525, filesize=12.0 K 2024-12-13T07:30:10,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/802a06055207442ab55dbfb8eb796de6 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/802a06055207442ab55dbfb8eb796de6 2024-12-13T07:30:10,015 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/802a06055207442ab55dbfb8eb796de6, entries=150, sequenceid=525, filesize=12.0 K 2024-12-13T07:30:10,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/ffe56a7af95e4365ab1047c7a1f2ee98 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/ffe56a7af95e4365ab1047c7a1f2ee98 2024-12-13T07:30:10,022 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/ffe56a7af95e4365ab1047c7a1f2ee98, entries=150, sequenceid=525, filesize=12.0 K 2024-12-13T07:30:10,022 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 40efeb72161deb7a9ea2fe3d9a21c999 in 884ms, sequenceid=525, compaction requested=false 2024-12-13T07:30:10,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:10,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:10,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-13T07:30:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-12-13T07:30:10,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-13T07:30:10,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8030 sec 2024-12-13T07:30:10,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.8070 sec 2024-12-13T07:30:10,046 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:65137 2024-12-13T07:30:10,046 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:10,051 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:65137 2024-12-13T07:30:10,051 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-13T07:30:10,324 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-13T07:30:11,319 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:65137 2024-12-13T07:30:11,319 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:11,371 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:65137 2024-12-13T07:30:11,371 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:11,389 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:65137 2024-12-13T07:30:11,389 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:11,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-13T07:30:11,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-12-13T07:30:11,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-12-13T07:30:11,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-12-13T07:30:11,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 188 2024-12-13T07:30:11,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 173 2024-12-13T07:30:11,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-13T07:30:11,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7717 2024-12-13T07:30:11,391 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7550 2024-12-13T07:30:11,391 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-13T07:30:11,391 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3378 2024-12-13T07:30:11,391 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10132 rows 2024-12-13T07:30:11,391 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3361 2024-12-13T07:30:11,391 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10083 rows 2024-12-13T07:30:11,391 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T07:30:11,391 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:65137 2024-12-13T07:30:11,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:11,398 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-13T07:30:11,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-13T07:30:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-13T07:30:11,407 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075011407"}]},"ts":"1734075011407"} 2024-12-13T07:30:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-13T07:30:11,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-13T07:30:11,412 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-13T07:30:11,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-13T07:30:11,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=40efeb72161deb7a9ea2fe3d9a21c999, UNASSIGN}] 2024-12-13T07:30:11,419 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=40efeb72161deb7a9ea2fe3d9a21c999, UNASSIGN 2024-12-13T07:30:11,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=40efeb72161deb7a9ea2fe3d9a21c999, regionState=CLOSING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:11,421 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T07:30:11,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure 40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:30:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-13T07:30:11,577 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:11,580 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:30:11,581 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T07:30:11,582 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing 40efeb72161deb7a9ea2fe3d9a21c999, disabling compactions & flushes 2024-12-13T07:30:11,582 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:11,582 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:11,582 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. after waiting 0 ms 2024-12-13T07:30:11,582 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:11,582 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(2837): Flushing 40efeb72161deb7a9ea2fe3d9a21c999 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-13T07:30:11,583 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=A 2024-12-13T07:30:11,583 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:11,583 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=B 2024-12-13T07:30:11,583 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:11,583 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40efeb72161deb7a9ea2fe3d9a21c999, store=C 2024-12-13T07:30:11,583 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:11,590 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/fb214aaddcc94f759c151c98bb44746b is 50, key is test_row_0/A:col10/1734075011387/Put/seqid=0 2024-12-13T07:30:11,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741950_1126 (size=12301) 2024-12-13T07:30:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-13T07:30:11,996 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/fb214aaddcc94f759c151c98bb44746b 2024-12-13T07:30:12,010 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/701024c7cee541ce96d16bafec4c5c14 is 50, key is test_row_0/B:col10/1734075011387/Put/seqid=0 2024-12-13T07:30:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-13T07:30:12,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741951_1127 (size=12301) 2024-12-13T07:30:12,417 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/701024c7cee541ce96d16bafec4c5c14 2024-12-13T07:30:12,433 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/3dd3aca1ec83409291ed297b67199478 is 50, key is test_row_0/C:col10/1734075011387/Put/seqid=0 2024-12-13T07:30:12,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741952_1128 (size=12301) 2024-12-13T07:30:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-13T07:30:12,840 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/3dd3aca1ec83409291ed297b67199478 2024-12-13T07:30:12,850 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/A/fb214aaddcc94f759c151c98bb44746b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/fb214aaddcc94f759c151c98bb44746b 2024-12-13T07:30:12,855 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/fb214aaddcc94f759c151c98bb44746b, entries=150, sequenceid=536, filesize=12.0 K 2024-12-13T07:30:12,857 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/B/701024c7cee541ce96d16bafec4c5c14 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/701024c7cee541ce96d16bafec4c5c14 2024-12-13T07:30:12,863 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/701024c7cee541ce96d16bafec4c5c14, entries=150, sequenceid=536, filesize=12.0 K 2024-12-13T07:30:12,864 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/.tmp/C/3dd3aca1ec83409291ed297b67199478 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/3dd3aca1ec83409291ed297b67199478 2024-12-13T07:30:12,870 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/3dd3aca1ec83409291ed297b67199478, entries=150, sequenceid=536, filesize=12.0 K 2024-12-13T07:30:12,871 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 40efeb72161deb7a9ea2fe3d9a21c999 in 1289ms, sequenceid=536, compaction requested=true 2024-12-13T07:30:12,871 DEBUG [StoreCloser-TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/4f60bc7c84db4b449b6956cc85f5f7e2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/4e026d62571d44d2a0cd1bf7e631026e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/ae7ca58977db4be681706e636b1f97bd, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/8ff40a1fb71d48108b56375ba47b1053, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/16cd502ef7ed4f1eb5d8e29a64f01efa, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3f6cebb897454e8196a591513eaf7741, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/173164646300485bb15ba821be6c96fc, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3da3ac83133e46eca746b6885df35db7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/d103f25c753543a591d662cc5d28445b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3a349c962e03450bbd5cd61eec6de589, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/a01f7bfeaa994952a73968d6e92b09fc, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/d39327454c644f4dafc63a6318ba085b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/6317fa46d9c345b98b35ff88458e13ba, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2ab0d471124945f7934738e0588c7f3d, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/e5151f90af3d4ef7a20144c86a1e5f6c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2b752cb9c02d4f648ba6bcaf5c9bd2f3, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/990735030d664d468b90b23d7dc99e3a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2163f22471da4baebf3968b122a961e0, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/05fdf8eb5349445b85dde441188abdb9, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/7fc41faa2db34449b1a79b3f74ff1fda, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/fcc2eb2fbc174d49b94e6539952bdb79, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/26b7bd8d65214ca18d3acd2f344cc3ef, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/7b1180d58cc948babdd9b5da42a75d90, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/955e286fec4149ca8922c5d76e8e9b15, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/329c0cf44c714ed4a831d75289bb24ad, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/0444a2dc02814e7993a84a5812efa0f1, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/80939c57b18846a2815e502f916a55ee, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3eb9ad132acf465e8f10ae1503363a3a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/686d531466b34c94b67a0ceea8340ff6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/18865c361960498b835d06c16baa6a0b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/4fc9efe84dc54d8baea1990bda32ee0a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2dff520228f541a298cd163a95d1ac9c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/d2c6266ceac14bdf95f5481411fa423f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/472799e1dbf445f2989c90a1ecce114e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/77f02a888309481890772e405e4c021d] to archive 2024-12-13T07:30:12,875 DEBUG [StoreCloser-TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T07:30:12,883 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/8ff40a1fb71d48108b56375ba47b1053 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/8ff40a1fb71d48108b56375ba47b1053 2024-12-13T07:30:12,883 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/4e026d62571d44d2a0cd1bf7e631026e to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/4e026d62571d44d2a0cd1bf7e631026e 2024-12-13T07:30:12,884 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/16cd502ef7ed4f1eb5d8e29a64f01efa to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/16cd502ef7ed4f1eb5d8e29a64f01efa 2024-12-13T07:30:12,884 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/ae7ca58977db4be681706e636b1f97bd to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/ae7ca58977db4be681706e636b1f97bd 2024-12-13T07:30:12,884 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/4f60bc7c84db4b449b6956cc85f5f7e2 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/4f60bc7c84db4b449b6956cc85f5f7e2 2024-12-13T07:30:12,885 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3f6cebb897454e8196a591513eaf7741 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3f6cebb897454e8196a591513eaf7741 2024-12-13T07:30:12,889 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/173164646300485bb15ba821be6c96fc to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/173164646300485bb15ba821be6c96fc 2024-12-13T07:30:12,889 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/d39327454c644f4dafc63a6318ba085b to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/d39327454c644f4dafc63a6318ba085b 2024-12-13T07:30:12,889 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3da3ac83133e46eca746b6885df35db7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3da3ac83133e46eca746b6885df35db7 2024-12-13T07:30:12,890 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3a349c962e03450bbd5cd61eec6de589 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3a349c962e03450bbd5cd61eec6de589 2024-12-13T07:30:12,890 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/6317fa46d9c345b98b35ff88458e13ba to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/6317fa46d9c345b98b35ff88458e13ba 2024-12-13T07:30:12,891 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2ab0d471124945f7934738e0588c7f3d to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2ab0d471124945f7934738e0588c7f3d 2024-12-13T07:30:12,891 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/d103f25c753543a591d662cc5d28445b to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/d103f25c753543a591d662cc5d28445b 2024-12-13T07:30:12,893 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/a01f7bfeaa994952a73968d6e92b09fc to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/a01f7bfeaa994952a73968d6e92b09fc 2024-12-13T07:30:12,893 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2163f22471da4baebf3968b122a961e0 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2163f22471da4baebf3968b122a961e0 2024-12-13T07:30:12,894 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2b752cb9c02d4f648ba6bcaf5c9bd2f3 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2b752cb9c02d4f648ba6bcaf5c9bd2f3 2024-12-13T07:30:12,894 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/7fc41faa2db34449b1a79b3f74ff1fda to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/7fc41faa2db34449b1a79b3f74ff1fda 2024-12-13T07:30:12,894 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/990735030d664d468b90b23d7dc99e3a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/990735030d664d468b90b23d7dc99e3a 2024-12-13T07:30:12,895 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/05fdf8eb5349445b85dde441188abdb9 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/05fdf8eb5349445b85dde441188abdb9 2024-12-13T07:30:12,895 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/7b1180d58cc948babdd9b5da42a75d90 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/7b1180d58cc948babdd9b5da42a75d90 2024-12-13T07:30:12,895 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/fcc2eb2fbc174d49b94e6539952bdb79 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/fcc2eb2fbc174d49b94e6539952bdb79 2024-12-13T07:30:12,896 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/955e286fec4149ca8922c5d76e8e9b15 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/955e286fec4149ca8922c5d76e8e9b15 2024-12-13T07:30:12,896 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/e5151f90af3d4ef7a20144c86a1e5f6c to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/e5151f90af3d4ef7a20144c86a1e5f6c 2024-12-13T07:30:12,897 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/0444a2dc02814e7993a84a5812efa0f1 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/0444a2dc02814e7993a84a5812efa0f1 2024-12-13T07:30:12,897 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/329c0cf44c714ed4a831d75289bb24ad to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/329c0cf44c714ed4a831d75289bb24ad 2024-12-13T07:30:12,898 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/26b7bd8d65214ca18d3acd2f344cc3ef to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/26b7bd8d65214ca18d3acd2f344cc3ef 2024-12-13T07:30:12,898 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/18865c361960498b835d06c16baa6a0b to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/18865c361960498b835d06c16baa6a0b 2024-12-13T07:30:12,898 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3eb9ad132acf465e8f10ae1503363a3a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/3eb9ad132acf465e8f10ae1503363a3a 2024-12-13T07:30:12,898 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/686d531466b34c94b67a0ceea8340ff6 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/686d531466b34c94b67a0ceea8340ff6 2024-12-13T07:30:12,898 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/4fc9efe84dc54d8baea1990bda32ee0a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/4fc9efe84dc54d8baea1990bda32ee0a 2024-12-13T07:30:12,899 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/80939c57b18846a2815e502f916a55ee to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/80939c57b18846a2815e502f916a55ee 2024-12-13T07:30:12,899 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2dff520228f541a298cd163a95d1ac9c to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/2dff520228f541a298cd163a95d1ac9c 2024-12-13T07:30:12,899 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/d2c6266ceac14bdf95f5481411fa423f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/d2c6266ceac14bdf95f5481411fa423f 2024-12-13T07:30:12,899 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/472799e1dbf445f2989c90a1ecce114e to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/472799e1dbf445f2989c90a1ecce114e 2024-12-13T07:30:12,899 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/77f02a888309481890772e405e4c021d to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/77f02a888309481890772e405e4c021d 2024-12-13T07:30:12,917 DEBUG [StoreCloser-TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/4f2643ac44aa4840a1d1abc5ce5b45b3, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/928ac155fd7a464e8c6fd2accf32e59b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/700382345f7b44aaba890494e7ce9c13, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/0305ac261cb8468b9b583292f5ae9ee2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/00ff7b8a9522452aab0903fa31912093, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/c79d6bb1530a4f51a93728c7d778d24f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/f7116085223c4dee92f8d26b0d052054, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/145f63e790574b8e8a32c13d623ab733, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/4cc8906a0a9a490f81f988adf1291c88, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/f8500907c24d4fe09b377d1ad231a238, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/9ac8fe16d6a64da596f8d50f9c087cc5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/179bfe0777d54396bd02047d1a750c63, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/717b412e9c0649f8b7dcaff12ab1062b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/e7e8ed7882554ee7b750d63b07ec1867, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/7659d6db0c7a4058bdca89e9dae22657, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/c325563398d748e69f2e052f6ffb6295, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/fabe97710cf7452a8d38f8b34098c29f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/fe2fdfdffe4d45e9a6171e40947bac05, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/41b9fda8826242a1a24687ee2fca545e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/8d1dfdd7392341febf5cc14eb75fdec8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/bba93d8d82974ac0aa34cca8ba58137e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/bf45324b1aec4f71a5bc11b015eb5ebc, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/d8d46c642a74453089c36abc8580fff7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/8c5b01b779994db781d2914a36d94264, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/abce723739af4fa99cf5acb098f72db6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/84f97652ac8b42df8f435537d9dddc83, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/9b1b6837cc174c98a936d075702ef97f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/57bb266f5880466d97b3f65e449e4d93, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/a70a9854abd24670a48b12cd0d56c99b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/60249cdf1bff447b836eda6dd7169fb7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/4cdec30030cd43c2a4de816d8dfd2508, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/9523eb4af05344b3bfc68433265bb572, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/be0a76f448d8405c8b4b11733c6de616, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/ee93ae24bfd44e6a9b4c7da50ac6c5c1, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/984c3f5c63a54bc6b31c0afcc7c1f841] to archive 2024-12-13T07:30:12,918 DEBUG [StoreCloser-TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T07:30:12,921 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/f7116085223c4dee92f8d26b0d052054 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/f7116085223c4dee92f8d26b0d052054 2024-12-13T07:30:12,921 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/928ac155fd7a464e8c6fd2accf32e59b to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/928ac155fd7a464e8c6fd2accf32e59b 2024-12-13T07:30:12,921 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/4f2643ac44aa4840a1d1abc5ce5b45b3 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/4f2643ac44aa4840a1d1abc5ce5b45b3 2024-12-13T07:30:12,921 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/700382345f7b44aaba890494e7ce9c13 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/700382345f7b44aaba890494e7ce9c13 2024-12-13T07:30:12,921 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/145f63e790574b8e8a32c13d623ab733 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/145f63e790574b8e8a32c13d623ab733 2024-12-13T07:30:12,922 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/c79d6bb1530a4f51a93728c7d778d24f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/c79d6bb1530a4f51a93728c7d778d24f 2024-12-13T07:30:12,922 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/00ff7b8a9522452aab0903fa31912093 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/00ff7b8a9522452aab0903fa31912093 2024-12-13T07:30:12,923 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/0305ac261cb8468b9b583292f5ae9ee2 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/0305ac261cb8468b9b583292f5ae9ee2 2024-12-13T07:30:12,923 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/9ac8fe16d6a64da596f8d50f9c087cc5 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/9ac8fe16d6a64da596f8d50f9c087cc5 2024-12-13T07:30:12,924 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/f8500907c24d4fe09b377d1ad231a238 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/f8500907c24d4fe09b377d1ad231a238 2024-12-13T07:30:12,924 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/4cc8906a0a9a490f81f988adf1291c88 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/4cc8906a0a9a490f81f988adf1291c88 2024-12-13T07:30:12,924 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/7659d6db0c7a4058bdca89e9dae22657 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/7659d6db0c7a4058bdca89e9dae22657 2024-12-13T07:30:12,925 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/e7e8ed7882554ee7b750d63b07ec1867 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/e7e8ed7882554ee7b750d63b07ec1867 2024-12-13T07:30:12,925 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/179bfe0777d54396bd02047d1a750c63 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/179bfe0777d54396bd02047d1a750c63 2024-12-13T07:30:12,925 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/717b412e9c0649f8b7dcaff12ab1062b to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/717b412e9c0649f8b7dcaff12ab1062b 2024-12-13T07:30:12,926 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/c325563398d748e69f2e052f6ffb6295 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/c325563398d748e69f2e052f6ffb6295 2024-12-13T07:30:12,927 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/41b9fda8826242a1a24687ee2fca545e to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/41b9fda8826242a1a24687ee2fca545e 2024-12-13T07:30:12,927 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/fabe97710cf7452a8d38f8b34098c29f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/fabe97710cf7452a8d38f8b34098c29f 2024-12-13T07:30:12,927 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/8d1dfdd7392341febf5cc14eb75fdec8 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/8d1dfdd7392341febf5cc14eb75fdec8 2024-12-13T07:30:12,927 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/fe2fdfdffe4d45e9a6171e40947bac05 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/fe2fdfdffe4d45e9a6171e40947bac05 2024-12-13T07:30:12,928 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/bf45324b1aec4f71a5bc11b015eb5ebc to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/bf45324b1aec4f71a5bc11b015eb5ebc 2024-12-13T07:30:12,928 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/d8d46c642a74453089c36abc8580fff7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/d8d46c642a74453089c36abc8580fff7 2024-12-13T07:30:12,929 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/84f97652ac8b42df8f435537d9dddc83 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/84f97652ac8b42df8f435537d9dddc83 2024-12-13T07:30:12,929 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/abce723739af4fa99cf5acb098f72db6 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/abce723739af4fa99cf5acb098f72db6 2024-12-13T07:30:12,930 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/bba93d8d82974ac0aa34cca8ba58137e to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/bba93d8d82974ac0aa34cca8ba58137e 2024-12-13T07:30:12,930 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/9b1b6837cc174c98a936d075702ef97f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/9b1b6837cc174c98a936d075702ef97f 2024-12-13T07:30:12,930 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/8c5b01b779994db781d2914a36d94264 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/8c5b01b779994db781d2914a36d94264 2024-12-13T07:30:12,930 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/57bb266f5880466d97b3f65e449e4d93 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/57bb266f5880466d97b3f65e449e4d93 2024-12-13T07:30:12,931 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/60249cdf1bff447b836eda6dd7169fb7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/60249cdf1bff447b836eda6dd7169fb7 2024-12-13T07:30:12,932 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/4cdec30030cd43c2a4de816d8dfd2508 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/4cdec30030cd43c2a4de816d8dfd2508 2024-12-13T07:30:12,932 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/9523eb4af05344b3bfc68433265bb572 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/9523eb4af05344b3bfc68433265bb572 2024-12-13T07:30:12,932 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/ee93ae24bfd44e6a9b4c7da50ac6c5c1 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/ee93ae24bfd44e6a9b4c7da50ac6c5c1 2024-12-13T07:30:12,932 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/a70a9854abd24670a48b12cd0d56c99b to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/a70a9854abd24670a48b12cd0d56c99b 2024-12-13T07:30:12,932 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/be0a76f448d8405c8b4b11733c6de616 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/be0a76f448d8405c8b4b11733c6de616 2024-12-13T07:30:12,932 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/984c3f5c63a54bc6b31c0afcc7c1f841 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/984c3f5c63a54bc6b31c0afcc7c1f841 2024-12-13T07:30:12,934 DEBUG [StoreCloser-TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/930845f8b37449078a6aa29252e48328, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/f15a8d33c0bd49a098ecb2801896747d, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/654114dfc3e6417dbc4e4faab77b6070, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/04f3e568ac5147748fb34ac4653d246f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/9192a84c5e15453eb5cb7b1f9cc7a09e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/ff24ee68565147119f2d986435a99e35, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/18ee4375a7fc4f028bd3f54c4179e5d8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/80958bbe893e463eac55ba0f4cd19986, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/9e304589e987410681f77b01770401ad, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/621d5aeb89644c53a77777cd84d1dd9c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/dc08c8d99c7f45618f3a641834a18d43, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1fd4202303b448a69e9971b146a65aa3, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/a2c4a184d6fb4ef08034b632a70a75a8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/fe2db50d0555471f8a463fcd589d6a33, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/d29c53bff7554c7da29bf874f750fa50, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/580443b78aea4c3d907b6fd673b9b2a5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/38f75094d1a54e0da690848317a8a069, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1b452177333f43c08123cfe99c518e4a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/beda452fbaec4245b66fa13ef81670d9, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/6e18e8ae0de34837a4df460ec4f6f430, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/c9a10a99ec7243c0a944eb3df03ee1ea, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1100a74035134a8b9293475da4774785, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/ee1138e492ea48c49826d99c7bf428e4, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/bc038f3337f64424bf1fe7a9070cc3b2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/407c7dc0931447839740853b891bc393, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/deda991cda5f4aabbe541d5e1cee9733, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/8e3a7aa54025417dbbfe5496ed17c620, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/74b504a11d10407f830c049e39edaac5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/05e1190709524f8b97412c911cf74fbf, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/b6ed21885fd348beaf5554bf61b22643, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/861febec11f445c8bc73de291c1868bb, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/9abd97a4adc04f269900c91791bceb71, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1df2f3c024564527a43dcb82aaaa2e90, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/a04ff184258748f78101ec4f9280b3c7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/95e9faac5e3b4575ab83a84228c83dc6] to archive 2024-12-13T07:30:12,935 DEBUG [StoreCloser-TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T07:30:12,938 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/654114dfc3e6417dbc4e4faab77b6070 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/654114dfc3e6417dbc4e4faab77b6070 2024-12-13T07:30:12,938 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/04f3e568ac5147748fb34ac4653d246f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/04f3e568ac5147748fb34ac4653d246f 2024-12-13T07:30:12,938 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/18ee4375a7fc4f028bd3f54c4179e5d8 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/18ee4375a7fc4f028bd3f54c4179e5d8 2024-12-13T07:30:12,938 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/930845f8b37449078a6aa29252e48328 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/930845f8b37449078a6aa29252e48328 2024-12-13T07:30:12,938 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/9192a84c5e15453eb5cb7b1f9cc7a09e to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/9192a84c5e15453eb5cb7b1f9cc7a09e 2024-12-13T07:30:12,939 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/ff24ee68565147119f2d986435a99e35 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/ff24ee68565147119f2d986435a99e35 2024-12-13T07:30:12,939 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/f15a8d33c0bd49a098ecb2801896747d to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/f15a8d33c0bd49a098ecb2801896747d 2024-12-13T07:30:12,939 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/80958bbe893e463eac55ba0f4cd19986 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/80958bbe893e463eac55ba0f4cd19986 2024-12-13T07:30:12,941 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/9e304589e987410681f77b01770401ad to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/9e304589e987410681f77b01770401ad 2024-12-13T07:30:12,941 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/621d5aeb89644c53a77777cd84d1dd9c to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/621d5aeb89644c53a77777cd84d1dd9c 2024-12-13T07:30:12,941 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1fd4202303b448a69e9971b146a65aa3 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1fd4202303b448a69e9971b146a65aa3 2024-12-13T07:30:12,942 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/a2c4a184d6fb4ef08034b632a70a75a8 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/a2c4a184d6fb4ef08034b632a70a75a8 2024-12-13T07:30:12,942 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/fe2db50d0555471f8a463fcd589d6a33 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/fe2db50d0555471f8a463fcd589d6a33 2024-12-13T07:30:12,942 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/dc08c8d99c7f45618f3a641834a18d43 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/dc08c8d99c7f45618f3a641834a18d43 2024-12-13T07:30:12,942 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/d29c53bff7554c7da29bf874f750fa50 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/d29c53bff7554c7da29bf874f750fa50 2024-12-13T07:30:12,942 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/580443b78aea4c3d907b6fd673b9b2a5 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/580443b78aea4c3d907b6fd673b9b2a5 2024-12-13T07:30:12,944 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1b452177333f43c08123cfe99c518e4a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1b452177333f43c08123cfe99c518e4a 2024-12-13T07:30:12,944 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/38f75094d1a54e0da690848317a8a069 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/38f75094d1a54e0da690848317a8a069 2024-12-13T07:30:12,945 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/6e18e8ae0de34837a4df460ec4f6f430 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/6e18e8ae0de34837a4df460ec4f6f430 2024-12-13T07:30:12,945 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/beda452fbaec4245b66fa13ef81670d9 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/beda452fbaec4245b66fa13ef81670d9 2024-12-13T07:30:12,945 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/c9a10a99ec7243c0a944eb3df03ee1ea to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/c9a10a99ec7243c0a944eb3df03ee1ea 2024-12-13T07:30:12,945 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1100a74035134a8b9293475da4774785 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1100a74035134a8b9293475da4774785 2024-12-13T07:30:12,946 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/ee1138e492ea48c49826d99c7bf428e4 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/ee1138e492ea48c49826d99c7bf428e4 2024-12-13T07:30:12,946 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/407c7dc0931447839740853b891bc393 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/407c7dc0931447839740853b891bc393 2024-12-13T07:30:12,946 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/bc038f3337f64424bf1fe7a9070cc3b2 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/bc038f3337f64424bf1fe7a9070cc3b2 2024-12-13T07:30:12,948 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/deda991cda5f4aabbe541d5e1cee9733 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/deda991cda5f4aabbe541d5e1cee9733 2024-12-13T07:30:12,948 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/74b504a11d10407f830c049e39edaac5 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/74b504a11d10407f830c049e39edaac5 2024-12-13T07:30:12,948 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/8e3a7aa54025417dbbfe5496ed17c620 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/8e3a7aa54025417dbbfe5496ed17c620 2024-12-13T07:30:12,948 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/05e1190709524f8b97412c911cf74fbf to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/05e1190709524f8b97412c911cf74fbf 2024-12-13T07:30:12,949 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/b6ed21885fd348beaf5554bf61b22643 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/b6ed21885fd348beaf5554bf61b22643 2024-12-13T07:30:12,949 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/861febec11f445c8bc73de291c1868bb to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/861febec11f445c8bc73de291c1868bb 2024-12-13T07:30:12,950 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/9abd97a4adc04f269900c91791bceb71 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/9abd97a4adc04f269900c91791bceb71 2024-12-13T07:30:12,950 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/a04ff184258748f78101ec4f9280b3c7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/a04ff184258748f78101ec4f9280b3c7 2024-12-13T07:30:12,950 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1df2f3c024564527a43dcb82aaaa2e90 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1df2f3c024564527a43dcb82aaaa2e90 2024-12-13T07:30:12,950 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/95e9faac5e3b4575ab83a84228c83dc6 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/95e9faac5e3b4575ab83a84228c83dc6 2024-12-13T07:30:12,955 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/recovered.edits/539.seqid, newMaxSeqId=539, maxSeqId=1 2024-12-13T07:30:12,958 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999. 2024-12-13T07:30:12,958 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for 40efeb72161deb7a9ea2fe3d9a21c999: 2024-12-13T07:30:12,960 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed 40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:30:12,960 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=40efeb72161deb7a9ea2fe3d9a21c999, regionState=CLOSED 2024-12-13T07:30:12,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-13T07:30:12,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure 40efeb72161deb7a9ea2fe3d9a21c999, server=9eb75de94ef3,40871,1734074980781 in 1.5400 sec 2024-12-13T07:30:12,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-12-13T07:30:12,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=40efeb72161deb7a9ea2fe3d9a21c999, UNASSIGN in 1.5450 sec 2024-12-13T07:30:12,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-13T07:30:12,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5510 sec 2024-12-13T07:30:12,968 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075012968"}]},"ts":"1734075012968"} 2024-12-13T07:30:12,969 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-13T07:30:13,013 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-13T07:30:13,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6110 sec 2024-12-13T07:30:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-13T07:30:13,515 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-12-13T07:30:13,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-13T07:30:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:30:13,528 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:30:13,530 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=40, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:30:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-13T07:30:13,532 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:30:13,536 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A, FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B, FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C, FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/recovered.edits] 2024-12-13T07:30:13,539 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/c6983f0917fd4fd9a10e2152b3a52f2d to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/c6983f0917fd4fd9a10e2152b3a52f2d 2024-12-13T07:30:13,539 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/fb214aaddcc94f759c151c98bb44746b to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/fb214aaddcc94f759c151c98bb44746b 2024-12-13T07:30:13,539 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/a0f8cccb6f014ce28f218b105a632fa6 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/A/a0f8cccb6f014ce28f218b105a632fa6 2024-12-13T07:30:13,542 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/5741ca2ce85245719a7620691b6433db to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/5741ca2ce85245719a7620691b6433db 2024-12-13T07:30:13,542 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/701024c7cee541ce96d16bafec4c5c14 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/701024c7cee541ce96d16bafec4c5c14 2024-12-13T07:30:13,542 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/802a06055207442ab55dbfb8eb796de6 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/B/802a06055207442ab55dbfb8eb796de6 2024-12-13T07:30:13,545 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1db9e678ac0b421bb9528639a2801179 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/1db9e678ac0b421bb9528639a2801179 2024-12-13T07:30:13,545 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/ffe56a7af95e4365ab1047c7a1f2ee98 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/ffe56a7af95e4365ab1047c7a1f2ee98 2024-12-13T07:30:13,545 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/3dd3aca1ec83409291ed297b67199478 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/C/3dd3aca1ec83409291ed297b67199478 2024-12-13T07:30:13,548 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/recovered.edits/539.seqid to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999/recovered.edits/539.seqid 2024-12-13T07:30:13,549 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/40efeb72161deb7a9ea2fe3d9a21c999 2024-12-13T07:30:13,549 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-13T07:30:13,555 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=40, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:30:13,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-13T07:30:13,561 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-13T07:30:13,588 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-13T07:30:13,589 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=40, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:30:13,589 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-13T07:30:13,590 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734075013589"}]},"ts":"9223372036854775807"} 2024-12-13T07:30:13,593 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T07:30:13,593 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 40efeb72161deb7a9ea2fe3d9a21c999, NAME => 'TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T07:30:13,593 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-13T07:30:13,593 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734075013593"}]},"ts":"9223372036854775807"} 2024-12-13T07:30:13,596 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-13T07:30:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-13T07:30:13,638 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=40, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:30:13,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 118 msec 2024-12-13T07:30:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-13T07:30:13,834 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-12-13T07:30:13,850 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=247 (was 219) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;9eb75de94ef3:40871-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1533461721_22 at /127.0.0.1:57108 [Waiting for operation #274] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1533461721_22 at /127.0.0.1:35114 [Waiting for operation #289] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x35b53cf1-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x35b53cf1-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1281149817_22 at /127.0.0.1:57500 [Waiting for operation #144] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x35b53cf1-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x35b53cf1-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 138) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8583 (was 9163) 2024-12-13T07:30:13,861 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=8582 2024-12-13T07:30:13,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-13T07:30:13,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T07:30:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-13T07:30:13,865 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T07:30:13,866 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:13,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 41 2024-12-13T07:30:13,867 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T07:30:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-13T07:30:13,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741953_1129 (size=963) 2024-12-13T07:30:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-13T07:30:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-13T07:30:14,280 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d 2024-12-13T07:30:14,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741954_1130 (size=53) 2024-12-13T07:30:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-13T07:30:14,697 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:30:14,697 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 74bd27baedfa69a6cc17074b76ba88b7, disabling compactions & flushes 2024-12-13T07:30:14,697 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:14,697 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:14,697 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. after waiting 0 ms 2024-12-13T07:30:14,698 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:14,698 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:14,698 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:14,700 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T07:30:14,700 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734075014700"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734075014700"}]},"ts":"1734075014700"} 2024-12-13T07:30:14,703 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T07:30:14,704 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T07:30:14,705 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075014704"}]},"ts":"1734075014704"} 2024-12-13T07:30:14,706 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-13T07:30:14,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74bd27baedfa69a6cc17074b76ba88b7, ASSIGN}] 2024-12-13T07:30:14,756 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74bd27baedfa69a6cc17074b76ba88b7, ASSIGN 2024-12-13T07:30:14,757 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=74bd27baedfa69a6cc17074b76ba88b7, ASSIGN; state=OFFLINE, location=9eb75de94ef3,40871,1734074980781; forceNewPlan=false, retain=false 2024-12-13T07:30:14,908 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=74bd27baedfa69a6cc17074b76ba88b7, regionState=OPENING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:14,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; OpenRegionProcedure 74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:30:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-13T07:30:15,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:15,071 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:15,071 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} 2024-12-13T07:30:15,071 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:15,071 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:30:15,071 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:15,071 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:15,073 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:15,074 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:30:15,074 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74bd27baedfa69a6cc17074b76ba88b7 columnFamilyName A 2024-12-13T07:30:15,074 DEBUG [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:15,075 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] regionserver.HStore(327): Store=74bd27baedfa69a6cc17074b76ba88b7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:30:15,075 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:15,076 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:30:15,077 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74bd27baedfa69a6cc17074b76ba88b7 columnFamilyName B 2024-12-13T07:30:15,077 DEBUG [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:15,078 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] regionserver.HStore(327): Store=74bd27baedfa69a6cc17074b76ba88b7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:30:15,078 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:15,079 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:30:15,079 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74bd27baedfa69a6cc17074b76ba88b7 columnFamilyName C 2024-12-13T07:30:15,079 DEBUG [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:15,080 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] regionserver.HStore(327): Store=74bd27baedfa69a6cc17074b76ba88b7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:30:15,080 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:15,080 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:15,081 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:15,082 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T07:30:15,084 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:15,085 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T07:30:15,086 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 74bd27baedfa69a6cc17074b76ba88b7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71076429, jitterRate=0.059121325612068176}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T07:30:15,086 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:15,087 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., pid=43, masterSystemTime=1734075015067 2024-12-13T07:30:15,089 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:15,089 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:15,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=74bd27baedfa69a6cc17074b76ba88b7, regionState=OPEN, openSeqNum=2, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:15,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-12-13T07:30:15,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; OpenRegionProcedure 74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 in 179 msec 2024-12-13T07:30:15,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-13T07:30:15,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=74bd27baedfa69a6cc17074b76ba88b7, ASSIGN in 338 msec 2024-12-13T07:30:15,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T07:30:15,095 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075015095"}]},"ts":"1734075015095"} 2024-12-13T07:30:15,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-13T07:30:15,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T07:30:15,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2420 sec 2024-12-13T07:30:15,356 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T07:30:15,358 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T07:30:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-13T07:30:15,978 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-12-13T07:30:15,983 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x407e6b5c to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6eb305fc 2024-12-13T07:30:16,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245d85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:16,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:16,048 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:16,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T07:30:16,054 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T07:30:16,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-13T07:30:16,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T07:30:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=44, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-13T07:30:16,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741955_1131 (size=999) 2024-12-13T07:30:16,483 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-13T07:30:16,483 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-13T07:30:16,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-13T07:30:16,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74bd27baedfa69a6cc17074b76ba88b7, REOPEN/MOVE}] 2024-12-13T07:30:16,519 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74bd27baedfa69a6cc17074b76ba88b7, REOPEN/MOVE 2024-12-13T07:30:16,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=74bd27baedfa69a6cc17074b76ba88b7, regionState=CLOSING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:16,521 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T07:30:16,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; CloseRegionProcedure 74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:30:16,672 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:16,674 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(124): Close 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:16,674 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T07:30:16,674 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1681): Closing 74bd27baedfa69a6cc17074b76ba88b7, disabling compactions & flushes 2024-12-13T07:30:16,674 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:16,674 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:16,675 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. after waiting 0 ms 2024-12-13T07:30:16,675 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:16,684 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T07:30:16,685 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:16,686 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1635): Region close journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:16,686 WARN [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegionServer(3786): Not adding moved region record: 74bd27baedfa69a6cc17074b76ba88b7 to self. 2024-12-13T07:30:16,688 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(170): Closed 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:16,689 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=74bd27baedfa69a6cc17074b76ba88b7, regionState=CLOSED 2024-12-13T07:30:16,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-12-13T07:30:16,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; CloseRegionProcedure 74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 in 169 msec 2024-12-13T07:30:16,693 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=74bd27baedfa69a6cc17074b76ba88b7, REOPEN/MOVE; state=CLOSED, location=9eb75de94ef3,40871,1734074980781; forceNewPlan=false, retain=true 2024-12-13T07:30:16,844 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=74bd27baedfa69a6cc17074b76ba88b7, regionState=OPENING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:16,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE; OpenRegionProcedure 74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:30:17,001 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,008 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:17,008 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} 2024-12-13T07:30:17,009 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:17,009 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:30:17,009 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:17,009 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:17,012 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:17,013 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:30:17,018 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74bd27baedfa69a6cc17074b76ba88b7 columnFamilyName A 2024-12-13T07:30:17,020 DEBUG [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:17,020 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] regionserver.HStore(327): Store=74bd27baedfa69a6cc17074b76ba88b7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:30:17,021 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:17,022 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:30:17,022 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74bd27baedfa69a6cc17074b76ba88b7 columnFamilyName B 2024-12-13T07:30:17,022 DEBUG [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:17,023 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] regionserver.HStore(327): Store=74bd27baedfa69a6cc17074b76ba88b7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:30:17,023 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:17,024 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:30:17,024 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74bd27baedfa69a6cc17074b76ba88b7 columnFamilyName C 2024-12-13T07:30:17,024 DEBUG [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:17,024 INFO [StoreOpener-74bd27baedfa69a6cc17074b76ba88b7-1 {}] regionserver.HStore(327): Store=74bd27baedfa69a6cc17074b76ba88b7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:30:17,024 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:17,025 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:17,026 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:17,028 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T07:30:17,029 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:17,030 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 74bd27baedfa69a6cc17074b76ba88b7; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67668722, jitterRate=0.008342534303665161}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T07:30:17,031 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:17,032 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., pid=48, masterSystemTime=1734075017001 2024-12-13T07:30:17,033 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:17,033 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:17,034 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=74bd27baedfa69a6cc17074b76ba88b7, regionState=OPEN, openSeqNum=5, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=46 2024-12-13T07:30:17,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=46, state=SUCCESS; OpenRegionProcedure 74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 in 188 msec 2024-12-13T07:30:17,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-13T07:30:17,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=74bd27baedfa69a6cc17074b76ba88b7, REOPEN/MOVE in 518 msec 2024-12-13T07:30:17,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-12-13T07:30:17,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 532 msec 2024-12-13T07:30:17,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 980 msec 2024-12-13T07:30:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-12-13T07:30:17,052 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b55744e to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@176c5c1b 2024-12-13T07:30:17,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebda6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:17,118 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x454f1431 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@190853fc 2024-12-13T07:30:17,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a533a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:17,133 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x769942d9 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c5c4716 2024-12-13T07:30:17,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465dc764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:17,142 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00cb464a to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68f0be85 2024-12-13T07:30:17,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cafade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:17,148 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x517ff977 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b727d6e 2024-12-13T07:30:17,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:17,156 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c7940d9 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@341384e 2024-12-13T07:30:17,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba8425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:17,166 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c38ee58 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26b120d9 2024-12-13T07:30:17,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af61386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:17,173 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x630684bf to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c1ec7ee 2024-12-13T07:30:17,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e87c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:17,181 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66547e2c to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ccff4bf 2024-12-13T07:30:17,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3d3829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:17,197 DEBUG [hconnection-0x3769ba3b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:17,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:17,198 DEBUG [hconnection-0x39f0424e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-13T07:30:17,199 DEBUG [hconnection-0x64fbb599-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:17,199 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-13T07:30:17,200 DEBUG [hconnection-0x4261d279-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:17,200 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:17,200 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:17,201 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:17,202 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:17,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:17,212 DEBUG [hconnection-0x6f5faef9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:17,212 DEBUG [hconnection-0x25c0120c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:17,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74bd27baedfa69a6cc17074b76ba88b7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T07:30:17,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=A 2024-12-13T07:30:17,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:17,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=B 2024-12-13T07:30:17,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:17,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=C 2024-12-13T07:30:17,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:17,215 DEBUG [hconnection-0x82b64cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:17,215 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:17,216 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:17,216 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:17,233 DEBUG [hconnection-0x4898072e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:17,235 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:17,236 DEBUG [hconnection-0x68100ae9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:17,238 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:17,238 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:17,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075077246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075077247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075077249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075077249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075077251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412137757dcfbf87441eba77475b2e59fe735_74bd27baedfa69a6cc17074b76ba88b7 is 50, key is test_row_0/A:col10/1734075017212/Put/seqid=0 2024-12-13T07:30:17,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741956_1132 (size=12154) 2024-12-13T07:30:17,286 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:17,291 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412137757dcfbf87441eba77475b2e59fe735_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412137757dcfbf87441eba77475b2e59fe735_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:17,293 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/b2dbb97cf0b4414c93968894c9e149d2, store: [table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-13T07:30:17,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/b2dbb97cf0b4414c93968894c9e149d2 is 175, key is test_row_0/A:col10/1734075017212/Put/seqid=0 2024-12-13T07:30:17,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741957_1133 (size=30955) 2024-12-13T07:30:17,331 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/b2dbb97cf0b4414c93968894c9e149d2 2024-12-13T07:30:17,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075077351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,353 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075077351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-13T07:30:17,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:17,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:17,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:17,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:17,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:17,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075077352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075077353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075077354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/25ad57fe6df54654805b69ee3e33e01a is 50, key is test_row_0/B:col10/1734075017212/Put/seqid=0 2024-12-13T07:30:17,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741958_1134 (size=12001) 2024-12-13T07:30:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-13T07:30:17,506 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-13T07:30:17,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:17,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:17,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:17,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:17,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:17,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075077554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075077556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075077557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075077558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075077559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,660 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-13T07:30:17,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:17,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:17,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:17,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:17,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:17,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/25ad57fe6df54654805b69ee3e33e01a 2024-12-13T07:30:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-13T07:30:17,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/5b83a15ca6e34c36840349429b5b255f is 50, key is test_row_0/C:col10/1734075017212/Put/seqid=0 2024-12-13T07:30:17,813 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-13T07:30:17,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:17,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:17,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:17,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:17,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:17,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741959_1135 (size=12001) 2024-12-13T07:30:17,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/5b83a15ca6e34c36840349429b5b255f 2024-12-13T07:30:17,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/b2dbb97cf0b4414c93968894c9e149d2 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/b2dbb97cf0b4414c93968894c9e149d2 2024-12-13T07:30:17,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/b2dbb97cf0b4414c93968894c9e149d2, entries=150, sequenceid=15, filesize=30.2 K 2024-12-13T07:30:17,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/25ad57fe6df54654805b69ee3e33e01a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/25ad57fe6df54654805b69ee3e33e01a 2024-12-13T07:30:17,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075077859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075077859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/25ad57fe6df54654805b69ee3e33e01a, entries=150, sequenceid=15, filesize=11.7 K 2024-12-13T07:30:17,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/5b83a15ca6e34c36840349429b5b255f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/5b83a15ca6e34c36840349429b5b255f 2024-12-13T07:30:17,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075077863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075077863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075077865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/5b83a15ca6e34c36840349429b5b255f, entries=150, sequenceid=15, filesize=11.7 K 2024-12-13T07:30:17,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 74bd27baedfa69a6cc17074b76ba88b7 in 670ms, sequenceid=15, compaction requested=false 2024-12-13T07:30:17,885 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-13T07:30:17,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:17,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:17,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-13T07:30:17,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:17,968 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 74bd27baedfa69a6cc17074b76ba88b7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-13T07:30:17,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=A 2024-12-13T07:30:17,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:17,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=B 2024-12-13T07:30:17,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:17,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=C 2024-12-13T07:30:17,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:17,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213dea0c282a3ef4ec7b85707d54819a19c_74bd27baedfa69a6cc17074b76ba88b7 is 50, key is test_row_0/A:col10/1734075017223/Put/seqid=0 2024-12-13T07:30:18,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741960_1136 (size=12154) 2024-12-13T07:30:18,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,014 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213dea0c282a3ef4ec7b85707d54819a19c_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213dea0c282a3ef4ec7b85707d54819a19c_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:18,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/46beb735ef324199abdab97ac89443ab, store: [table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/46beb735ef324199abdab97ac89443ab is 175, key is test_row_0/A:col10/1734075017223/Put/seqid=0 2024-12-13T07:30:18,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741961_1137 (size=30955) 2024-12-13T07:30:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-13T07:30:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:18,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:18,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075078375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:18,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075078377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:18,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075078377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:18,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075078377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:18,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075078378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:18,428 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/46beb735ef324199abdab97ac89443ab 2024-12-13T07:30:18,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/a504bd593c6b4a85adfc79cccfbf343d is 50, key is test_row_0/B:col10/1734075017223/Put/seqid=0 2024-12-13T07:30:18,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741962_1138 (size=12001) 2024-12-13T07:30:18,457 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/a504bd593c6b4a85adfc79cccfbf343d 2024-12-13T07:30:18,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/217e1906adfd408889675503a279b1da is 50, key is test_row_0/C:col10/1734075017223/Put/seqid=0 2024-12-13T07:30:18,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741963_1139 (size=12001) 2024-12-13T07:30:18,482 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/217e1906adfd408889675503a279b1da 2024-12-13T07:30:18,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075078480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:18,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075078483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:18,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/46beb735ef324199abdab97ac89443ab as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/46beb735ef324199abdab97ac89443ab 2024-12-13T07:30:18,494 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-13T07:30:18,508 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/46beb735ef324199abdab97ac89443ab, entries=150, sequenceid=41, filesize=30.2 K 2024-12-13T07:30:18,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/a504bd593c6b4a85adfc79cccfbf343d as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a504bd593c6b4a85adfc79cccfbf343d 2024-12-13T07:30:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,516 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a504bd593c6b4a85adfc79cccfbf343d, entries=150, sequenceid=41, filesize=11.7 K 2024-12-13T07:30:18,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/217e1906adfd408889675503a279b1da as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/217e1906adfd408889675503a279b1da 2024-12-13T07:30:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,523 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/217e1906adfd408889675503a279b1da, entries=150, sequenceid=41, filesize=11.7 K 2024-12-13T07:30:18,524 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 74bd27baedfa69a6cc17074b76ba88b7 in 556ms, sequenceid=41, compaction requested=false 2024-12-13T07:30:18,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:18,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:18,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-13T07:30:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-13T07:30:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-13T07:30:18,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3240 sec 2024-12-13T07:30:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.3320 sec 2024-12-13T07:30:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:18,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74bd27baedfa69a6cc17074b76ba88b7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T07:30:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=A 2024-12-13T07:30:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:18,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=B 2024-12-13T07:30:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:18,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=C 2024-12-13T07:30:18,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213e7a157970d584ef0b5895b0113ef23c3_74bd27baedfa69a6cc17074b76ba88b7 is 50, key is test_row_0/A:col10/1734075018690/Put/seqid=0 2024-12-13T07:30:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741964_1140 (size=14594) 2024-12-13T07:30:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:18,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075078768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:18,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075078769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:18,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075078871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:18,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075078871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075079073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075079074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,117 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:19,123 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213e7a157970d584ef0b5895b0113ef23c3_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e7a157970d584ef0b5895b0113ef23c3_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:19,124 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/fd7e619d2e0142f6bbf8554f68238680, store: [table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:19,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/fd7e619d2e0142f6bbf8554f68238680 is 175, key is test_row_0/A:col10/1734075018690/Put/seqid=0 2024-12-13T07:30:19,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741965_1141 (size=39545) 2024-12-13T07:30:19,132 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/fd7e619d2e0142f6bbf8554f68238680 2024-12-13T07:30:19,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/70f78ea38eeb4a56b8db9323cab2008e is 50, key is test_row_0/B:col10/1734075018690/Put/seqid=0 2024-12-13T07:30:19,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741966_1142 (size=9657) 2024-12-13T07:30:19,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/70f78ea38eeb4a56b8db9323cab2008e 2024-12-13T07:30:19,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/383acce0980c4ee38d8fdd49e51ee7d2 is 50, key is test_row_0/C:col10/1734075018690/Put/seqid=0 2024-12-13T07:30:19,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741967_1143 (size=9657) 2024-12-13T07:30:19,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/383acce0980c4ee38d8fdd49e51ee7d2 2024-12-13T07:30:19,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/fd7e619d2e0142f6bbf8554f68238680 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/fd7e619d2e0142f6bbf8554f68238680 2024-12-13T07:30:19,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/fd7e619d2e0142f6bbf8554f68238680, entries=200, sequenceid=53, filesize=38.6 K 2024-12-13T07:30:19,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/70f78ea38eeb4a56b8db9323cab2008e as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/70f78ea38eeb4a56b8db9323cab2008e 2024-12-13T07:30:19,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/70f78ea38eeb4a56b8db9323cab2008e, entries=100, sequenceid=53, filesize=9.4 K 2024-12-13T07:30:19,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/383acce0980c4ee38d8fdd49e51ee7d2 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/383acce0980c4ee38d8fdd49e51ee7d2 2024-12-13T07:30:19,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/383acce0980c4ee38d8fdd49e51ee7d2, entries=100, sequenceid=53, filesize=9.4 K 2024-12-13T07:30:19,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 74bd27baedfa69a6cc17074b76ba88b7 in 530ms, sequenceid=53, compaction requested=true 2024-12-13T07:30:19,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:19,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:30:19,221 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:19,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:19,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:30:19,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:19,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:30:19,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:19,221 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:19,222 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:19,222 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/A is initiating minor compaction (all files) 2024-12-13T07:30:19,222 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/A in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:19,223 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/b2dbb97cf0b4414c93968894c9e149d2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/46beb735ef324199abdab97ac89443ab, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/fd7e619d2e0142f6bbf8554f68238680] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=99.1 K 2024-12-13T07:30:19,223 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:19,223 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. files: [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/b2dbb97cf0b4414c93968894c9e149d2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/46beb735ef324199abdab97ac89443ab, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/fd7e619d2e0142f6bbf8554f68238680] 2024-12-13T07:30:19,224 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2dbb97cf0b4414c93968894c9e149d2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734075017210 2024-12-13T07:30:19,224 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46beb735ef324199abdab97ac89443ab, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734075017223 2024-12-13T07:30:19,225 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd7e619d2e0142f6bbf8554f68238680, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734075018372 2024-12-13T07:30:19,225 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:19,225 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/B is initiating minor compaction (all files) 2024-12-13T07:30:19,226 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/B in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:19,226 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/25ad57fe6df54654805b69ee3e33e01a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a504bd593c6b4a85adfc79cccfbf343d, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/70f78ea38eeb4a56b8db9323cab2008e] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=32.9 K 2024-12-13T07:30:19,226 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 25ad57fe6df54654805b69ee3e33e01a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734075017210 2024-12-13T07:30:19,228 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting a504bd593c6b4a85adfc79cccfbf343d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734075017223 2024-12-13T07:30:19,229 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 70f78ea38eeb4a56b8db9323cab2008e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734075018688 2024-12-13T07:30:19,240 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:19,247 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241213b9a5323d187b4fd892f1d63280a63f18_74bd27baedfa69a6cc17074b76ba88b7 store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:19,252 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241213b9a5323d187b4fd892f1d63280a63f18_74bd27baedfa69a6cc17074b76ba88b7, store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:19,252 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213b9a5323d187b4fd892f1d63280a63f18_74bd27baedfa69a6cc17074b76ba88b7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:19,257 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#B#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:19,258 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/89b130838fe34911a5cc564a6089995a is 50, key is test_row_0/B:col10/1734075018690/Put/seqid=0 2024-12-13T07:30:19,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741968_1144 (size=4469) 2024-12-13T07:30:19,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741969_1145 (size=12104) 2024-12-13T07:30:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-13T07:30:19,305 INFO [Thread-657 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-13T07:30:19,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-13T07:30:19,310 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-13T07:30:19,310 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:19,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:19,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74bd27baedfa69a6cc17074b76ba88b7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-13T07:30:19,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=A 2024-12-13T07:30:19,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:19,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=B 2024-12-13T07:30:19,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:19,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=C 2024-12-13T07:30:19,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:19,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213ea8a9fda23fd448f8b29950ad45a87c0_74bd27baedfa69a6cc17074b76ba88b7 is 50, key is test_row_0/A:col10/1734075018767/Put/seqid=0 2024-12-13T07:30:19,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075079390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075079393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075079395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075079395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075079395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-13T07:30:19,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741970_1146 (size=14594) 2024-12-13T07:30:19,413 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:19,418 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213ea8a9fda23fd448f8b29950ad45a87c0_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213ea8a9fda23fd448f8b29950ad45a87c0_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:19,419 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/ba4d469e1f2d4facb1e55de4106ba626, store: [table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:19,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/ba4d469e1f2d4facb1e55de4106ba626 is 175, key is test_row_0/A:col10/1734075018767/Put/seqid=0 2024-12-13T07:30:19,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741971_1147 (size=39549) 2024-12-13T07:30:19,438 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/ba4d469e1f2d4facb1e55de4106ba626 2024-12-13T07:30:19,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/9a4a7c30e13c479bade93d9d446a344e is 50, key is test_row_0/B:col10/1734075018767/Put/seqid=0 2024-12-13T07:30:19,462 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-13T07:30:19,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:19,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:19,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:19,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:19,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:19,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741972_1148 (size=12001) 2024-12-13T07:30:19,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/9a4a7c30e13c479bade93d9d446a344e 2024-12-13T07:30:19,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/fc00420051594d35bf6bb5a25e54f031 is 50, key is test_row_0/C:col10/1734075018767/Put/seqid=0 2024-12-13T07:30:19,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741973_1149 (size=12001) 2024-12-13T07:30:19,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075079496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075079499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075079500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075079500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-13T07:30:19,615 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-13T07:30:19,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:19,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:19,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:19,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:19,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:19,679 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#A#compaction#123 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:19,682 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/bd1363b199b94c039dd89ea7b816826a is 175, key is test_row_0/A:col10/1734075018690/Put/seqid=0 2024-12-13T07:30:19,684 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/89b130838fe34911a5cc564a6089995a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/89b130838fe34911a5cc564a6089995a 2024-12-13T07:30:19,691 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/B of 74bd27baedfa69a6cc17074b76ba88b7 into 89b130838fe34911a5cc564a6089995a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:19,691 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:19,691 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/B, priority=13, startTime=1734075019221; duration=0sec 2024-12-13T07:30:19,692 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:19,692 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:B 2024-12-13T07:30:19,692 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:19,693 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:19,693 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/C is initiating minor compaction (all files) 2024-12-13T07:30:19,693 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/C in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:19,694 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/5b83a15ca6e34c36840349429b5b255f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/217e1906adfd408889675503a279b1da, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/383acce0980c4ee38d8fdd49e51ee7d2] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=32.9 K 2024-12-13T07:30:19,694 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b83a15ca6e34c36840349429b5b255f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734075017210 2024-12-13T07:30:19,694 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 217e1906adfd408889675503a279b1da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734075017223 2024-12-13T07:30:19,694 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 383acce0980c4ee38d8fdd49e51ee7d2, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734075018688 2024-12-13T07:30:19,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741974_1150 (size=31165) 2024-12-13T07:30:19,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075079702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075079702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075079703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075079705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,712 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/bd1363b199b94c039dd89ea7b816826a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bd1363b199b94c039dd89ea7b816826a 2024-12-13T07:30:19,713 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#C#compaction#128 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:19,714 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/dc935dced1a541fd9fb0d3cad9847d17 is 50, key is test_row_0/C:col10/1734075018690/Put/seqid=0 2024-12-13T07:30:19,720 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/A of 74bd27baedfa69a6cc17074b76ba88b7 into bd1363b199b94c039dd89ea7b816826a(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:19,720 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:19,720 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/A, priority=13, startTime=1734075019221; duration=0sec 2024-12-13T07:30:19,721 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:19,721 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:A 2024-12-13T07:30:19,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741975_1151 (size=12104) 2024-12-13T07:30:19,768 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-13T07:30:19,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:19,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:19,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:19,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:19,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:19,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/fc00420051594d35bf6bb5a25e54f031 2024-12-13T07:30:19,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/ba4d469e1f2d4facb1e55de4106ba626 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/ba4d469e1f2d4facb1e55de4106ba626 2024-12-13T07:30:19,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/ba4d469e1f2d4facb1e55de4106ba626, entries=200, sequenceid=78, filesize=38.6 K 2024-12-13T07:30:19,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/9a4a7c30e13c479bade93d9d446a344e as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/9a4a7c30e13c479bade93d9d446a344e 2024-12-13T07:30:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-13T07:30:19,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/9a4a7c30e13c479bade93d9d446a344e, entries=150, sequenceid=78, filesize=11.7 K 2024-12-13T07:30:19,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/fc00420051594d35bf6bb5a25e54f031 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/fc00420051594d35bf6bb5a25e54f031 2024-12-13T07:30:19,921 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:19,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-13T07:30:19,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:19,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:19,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:19,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:19,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:19,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/fc00420051594d35bf6bb5a25e54f031, entries=150, sequenceid=78, filesize=11.7 K 2024-12-13T07:30:19,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 74bd27baedfa69a6cc17074b76ba88b7 in 548ms, sequenceid=78, compaction requested=false 2024-12-13T07:30:19,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:20,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74bd27baedfa69a6cc17074b76ba88b7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T07:30:20,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=A 2024-12-13T07:30:20,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:20,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=B 2024-12-13T07:30:20,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:20,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=C 2024-12-13T07:30:20,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:20,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412131806684d424547c68805e6cca800349e_74bd27baedfa69a6cc17074b76ba88b7 is 50, key is test_row_0/A:col10/1734075019390/Put/seqid=0 2024-12-13T07:30:20,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741976_1152 (size=12154) 2024-12-13T07:30:20,034 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:20,061 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412131806684d424547c68805e6cca800349e_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412131806684d424547c68805e6cca800349e_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:20,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075080038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075080060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075080062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075080062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,065 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/bc804cc787cb4e599a33f4dfb8727111, store: [table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:20,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/bc804cc787cb4e599a33f4dfb8727111 is 175, key is test_row_0/A:col10/1734075019390/Put/seqid=0 2024-12-13T07:30:20,074 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-13T07:30:20,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:20,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:20,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:20,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:20,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:20,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741977_1153 (size=30955) 2024-12-13T07:30:20,090 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/bc804cc787cb4e599a33f4dfb8727111 2024-12-13T07:30:20,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/e5c4e8254649444391db4480bd9a4b05 is 50, key is test_row_0/B:col10/1734075019390/Put/seqid=0 2024-12-13T07:30:20,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741978_1154 (size=12001) 2024-12-13T07:30:20,133 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/dc935dced1a541fd9fb0d3cad9847d17 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/dc935dced1a541fd9fb0d3cad9847d17 2024-12-13T07:30:20,138 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/C of 74bd27baedfa69a6cc17074b76ba88b7 into dc935dced1a541fd9fb0d3cad9847d17(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:20,138 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:20,138 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/C, priority=13, startTime=1734075019221; duration=0sec 2024-12-13T07:30:20,138 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:20,139 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:C 2024-12-13T07:30:20,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:20,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075080164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075080165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075080165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075080166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,227 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-13T07:30:20,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:20,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:20,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:20,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:20,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:20,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075080369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075080369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075080370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075080370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-13T07:30:20,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:20,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:20,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:20,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:20,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-13T07:30:20,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/e5c4e8254649444391db4480bd9a4b05 2024-12-13T07:30:20,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/2f37e66f515f4bb29a80f004eee2b00c is 50, key is test_row_0/C:col10/1734075019390/Put/seqid=0 2024-12-13T07:30:20,532 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741979_1155 (size=12001) 2024-12-13T07:30:20,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-13T07:30:20,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:20,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:20,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:20,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:20,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:20,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075080671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075080671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075080672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075080673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,685 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-13T07:30:20,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:20,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:20,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:20,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:20,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:20,838 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-13T07:30:20,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:20,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:20,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:20,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:20,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:20,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/2f37e66f515f4bb29a80f004eee2b00c 2024-12-13T07:30:20,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/bc804cc787cb4e599a33f4dfb8727111 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bc804cc787cb4e599a33f4dfb8727111 2024-12-13T07:30:20,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bc804cc787cb4e599a33f4dfb8727111, entries=150, sequenceid=93, filesize=30.2 K 2024-12-13T07:30:20,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/e5c4e8254649444391db4480bd9a4b05 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/e5c4e8254649444391db4480bd9a4b05 2024-12-13T07:30:20,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/e5c4e8254649444391db4480bd9a4b05, entries=150, sequenceid=93, filesize=11.7 K 2024-12-13T07:30:20,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/2f37e66f515f4bb29a80f004eee2b00c as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/2f37e66f515f4bb29a80f004eee2b00c 2024-12-13T07:30:20,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/2f37e66f515f4bb29a80f004eee2b00c, entries=150, sequenceid=93, filesize=11.7 K 2024-12-13T07:30:20,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 74bd27baedfa69a6cc17074b76ba88b7 in 948ms, sequenceid=93, compaction requested=true 2024-12-13T07:30:20,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:20,956 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:20,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:30:20,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:20,956 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:20,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:30:20,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:20,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:30:20,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:20,957 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:20,957 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/A is initiating minor compaction (all files) 2024-12-13T07:30:20,957 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/A in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:20,958 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bd1363b199b94c039dd89ea7b816826a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/ba4d469e1f2d4facb1e55de4106ba626, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bc804cc787cb4e599a33f4dfb8727111] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=99.3 K 2024-12-13T07:30:20,958 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:20,958 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. files: [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bd1363b199b94c039dd89ea7b816826a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/ba4d469e1f2d4facb1e55de4106ba626, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bc804cc787cb4e599a33f4dfb8727111] 2024-12-13T07:30:20,958 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:20,958 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd1363b199b94c039dd89ea7b816826a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734075017248 2024-12-13T07:30:20,958 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/B is initiating minor compaction (all files) 2024-12-13T07:30:20,958 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/B in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:20,958 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/89b130838fe34911a5cc564a6089995a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/9a4a7c30e13c479bade93d9d446a344e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/e5c4e8254649444391db4480bd9a4b05] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=35.3 K 2024-12-13T07:30:20,959 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 89b130838fe34911a5cc564a6089995a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734075017248 2024-12-13T07:30:20,959 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba4d469e1f2d4facb1e55de4106ba626, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734075018761 2024-12-13T07:30:20,960 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a4a7c30e13c479bade93d9d446a344e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734075018766 2024-12-13T07:30:20,960 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc804cc787cb4e599a33f4dfb8727111, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734075019390 2024-12-13T07:30:20,961 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting e5c4e8254649444391db4480bd9a4b05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734075019390 2024-12-13T07:30:20,972 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:20,973 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#B#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:20,974 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/051da4e712ce4326bb82d3597bcd805d is 50, key is test_row_0/B:col10/1734075019390/Put/seqid=0 2024-12-13T07:30:20,974 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121316fbfa44c04a40ccba00a1f1a46b50d8_74bd27baedfa69a6cc17074b76ba88b7 store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:20,976 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121316fbfa44c04a40ccba00a1f1a46b50d8_74bd27baedfa69a6cc17074b76ba88b7, store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:20,976 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121316fbfa44c04a40ccba00a1f1a46b50d8_74bd27baedfa69a6cc17074b76ba88b7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:20,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741980_1156 (size=12207) 2024-12-13T07:30:20,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741981_1157 (size=4469) 2024-12-13T07:30:20,991 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:20,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-13T07:30:20,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:20,992 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 74bd27baedfa69a6cc17074b76ba88b7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-13T07:30:20,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=A 2024-12-13T07:30:20,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:20,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=B 2024-12-13T07:30:20,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:20,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=C 2024-12-13T07:30:20,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:20,994 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#A#compaction#133 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:20,995 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/9e35687d8e8743799f36cf0178a844e9 is 175, key is test_row_0/A:col10/1734075019390/Put/seqid=0 2024-12-13T07:30:20,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741982_1158 (size=31161) 2024-12-13T07:30:20,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213e56c94d7821c4251981a5d0dd933fec9_74bd27baedfa69a6cc17074b76ba88b7 is 50, key is test_row_0/A:col10/1734075020060/Put/seqid=0 2024-12-13T07:30:21,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741983_1159 (size=12154) 2024-12-13T07:30:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:21,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:21,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075081180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:21,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075081183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:21,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075081183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:21,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075081184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:21,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075081285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:21,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075081288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:21,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075081289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:21,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075081288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:21,390 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/051da4e712ce4326bb82d3597bcd805d as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/051da4e712ce4326bb82d3597bcd805d 2024-12-13T07:30:21,399 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/B of 74bd27baedfa69a6cc17074b76ba88b7 into 051da4e712ce4326bb82d3597bcd805d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:21,399 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:21,399 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/B, priority=13, startTime=1734075020956; duration=0sec 2024-12-13T07:30:21,400 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:21,400 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:B 2024-12-13T07:30:21,400 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:21,401 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:21,401 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/C is initiating minor compaction (all files) 2024-12-13T07:30:21,402 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/C in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:21,402 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/dc935dced1a541fd9fb0d3cad9847d17, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/fc00420051594d35bf6bb5a25e54f031, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/2f37e66f515f4bb29a80f004eee2b00c] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=35.3 K 2024-12-13T07:30:21,402 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting dc935dced1a541fd9fb0d3cad9847d17, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734075017248 2024-12-13T07:30:21,403 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting fc00420051594d35bf6bb5a25e54f031, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734075018766 2024-12-13T07:30:21,404 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f37e66f515f4bb29a80f004eee2b00c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734075019390 2024-12-13T07:30:21,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075081404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:21,405 DEBUG [Thread-653 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., hostname=9eb75de94ef3,40871,1734074980781, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:30:21,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:21,411 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213e56c94d7821c4251981a5d0dd933fec9_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e56c94d7821c4251981a5d0dd933fec9_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-13T07:30:21,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/4bca2cba62bd421d8f5c1ccd6ba4e3ab, store: [table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:21,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/4bca2cba62bd421d8f5c1ccd6ba4e3ab is 175, key is test_row_0/A:col10/1734075020060/Put/seqid=0 2024-12-13T07:30:21,421 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/9e35687d8e8743799f36cf0178a844e9 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/9e35687d8e8743799f36cf0178a844e9 2024-12-13T07:30:21,422 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#C#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:21,424 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/e0e0b62e515f44fb91177e4565f0d458 is 50, key is test_row_0/C:col10/1734075019390/Put/seqid=0 2024-12-13T07:30:21,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741984_1160 (size=30955) 2024-12-13T07:30:21,430 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/A of 74bd27baedfa69a6cc17074b76ba88b7 into 9e35687d8e8743799f36cf0178a844e9(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:21,430 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:21,430 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/A, priority=13, startTime=1734075020956; duration=0sec 2024-12-13T07:30:21,431 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:21,431 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:A 2024-12-13T07:30:21,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741985_1161 (size=12207) 2024-12-13T07:30:21,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075081488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:21,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075081494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:21,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075081494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:21,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075081495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:21,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075081790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:21,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075081795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:21,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075081798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:21,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075081800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:21,829 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/4bca2cba62bd421d8f5c1ccd6ba4e3ab 2024-12-13T07:30:21,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/13df589f841c4748b219b0167d4b3139 is 50, key is test_row_0/B:col10/1734075020060/Put/seqid=0 2024-12-13T07:30:21,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741986_1162 (size=12001) 2024-12-13T07:30:21,846 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/e0e0b62e515f44fb91177e4565f0d458 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/e0e0b62e515f44fb91177e4565f0d458 2024-12-13T07:30:21,852 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/C of 74bd27baedfa69a6cc17074b76ba88b7 into e0e0b62e515f44fb91177e4565f0d458(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:21,852 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:21,852 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/C, priority=13, startTime=1734075020956; duration=0sec 2024-12-13T07:30:21,852 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:21,852 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:C 2024-12-13T07:30:22,241 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/13df589f841c4748b219b0167d4b3139 2024-12-13T07:30:22,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075082294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:22,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075082300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:22,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075082302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:22,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/8fc9c113d79a489fbda3f79b567fd38f is 50, key is test_row_0/C:col10/1734075020060/Put/seqid=0 2024-12-13T07:30:22,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075082306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:22,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741987_1163 (size=12001) 2024-12-13T07:30:22,310 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/8fc9c113d79a489fbda3f79b567fd38f 2024-12-13T07:30:22,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/4bca2cba62bd421d8f5c1ccd6ba4e3ab as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/4bca2cba62bd421d8f5c1ccd6ba4e3ab 2024-12-13T07:30:22,324 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/4bca2cba62bd421d8f5c1ccd6ba4e3ab, entries=150, sequenceid=118, filesize=30.2 K 2024-12-13T07:30:22,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/13df589f841c4748b219b0167d4b3139 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/13df589f841c4748b219b0167d4b3139 2024-12-13T07:30:22,332 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/13df589f841c4748b219b0167d4b3139, entries=150, sequenceid=118, filesize=11.7 K 2024-12-13T07:30:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/8fc9c113d79a489fbda3f79b567fd38f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/8fc9c113d79a489fbda3f79b567fd38f 2024-12-13T07:30:22,338 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/8fc9c113d79a489fbda3f79b567fd38f, entries=150, sequenceid=118, filesize=11.7 K 2024-12-13T07:30:22,339 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 74bd27baedfa69a6cc17074b76ba88b7 in 1348ms, sequenceid=118, compaction requested=false 2024-12-13T07:30:22,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:22,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:22,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-13T07:30:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-13T07:30:22,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-13T07:30:22,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0290 sec 2024-12-13T07:30:22,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 3.0350 sec 2024-12-13T07:30:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:23,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74bd27baedfa69a6cc17074b76ba88b7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-13T07:30:23,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=A 2024-12-13T07:30:23,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:23,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=B 2024-12-13T07:30:23,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:23,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=C 2024-12-13T07:30:23,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:23,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213eb27368c91c04204bcd4467483f02cbb_74bd27baedfa69a6cc17074b76ba88b7 is 50, key is test_row_0/A:col10/1734075021182/Put/seqid=0 2024-12-13T07:30:23,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741988_1164 (size=14694) 2024-12-13T07:30:23,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075083324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:23,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075083325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:23,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075083325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:23,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075083325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-13T07:30:23,416 INFO [Thread-657 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-13T07:30:23,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-13T07:30:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-13T07:30:23,419 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:23,419 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:23,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:23,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075083430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:23,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075083430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:23,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075083430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:23,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075083430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-13T07:30:23,570 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:23,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-13T07:30:23,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:23,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:23,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:23,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:23,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:23,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075083633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:23,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075083633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:23,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:23,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075083634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075083634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:23,709 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:23,713 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213eb27368c91c04204bcd4467483f02cbb_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213eb27368c91c04204bcd4467483f02cbb_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:23,714 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/706856e72543447ca0a387f1fa1575a9, store: [table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:23,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/706856e72543447ca0a387f1fa1575a9 is 175, key is test_row_0/A:col10/1734075021182/Put/seqid=0 2024-12-13T07:30:23,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741989_1165 (size=39649) 2024-12-13T07:30:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-13T07:30:23,723 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:23,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-13T07:30:23,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:23,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:23,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:23,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:23,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:23,876 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:23,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-13T07:30:23,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:23,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:23,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:23,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:23,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:23,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075083936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:23,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075083936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:23,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075083937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:23,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075083938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-13T07:30:24,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:24,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-13T07:30:24,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:24,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:24,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:24,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:24,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:24,118 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/706856e72543447ca0a387f1fa1575a9 2024-12-13T07:30:24,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/306f4f1d2caa4e4588d6bcde39e1d5e8 is 50, key is test_row_0/B:col10/1734075021182/Put/seqid=0 2024-12-13T07:30:24,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741990_1166 (size=12101) 2024-12-13T07:30:24,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/306f4f1d2caa4e4588d6bcde39e1d5e8 2024-12-13T07:30:24,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/efcaa53b04c5400bbd0d92d9c2207139 is 50, key is test_row_0/C:col10/1734075021182/Put/seqid=0 2024-12-13T07:30:24,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741991_1167 (size=12101) 2024-12-13T07:30:24,181 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:24,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-13T07:30:24,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:24,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:24,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:24,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:24,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:24,333 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:24,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-13T07:30:24,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:24,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:24,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:24,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:24,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:24,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075084440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:24,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075084441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:24,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075084441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:24,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075084443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:24,486 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:24,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-13T07:30:24,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:24,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:24,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:24,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:24,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-13T07:30:24,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/efcaa53b04c5400bbd0d92d9c2207139 2024-12-13T07:30:24,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/706856e72543447ca0a387f1fa1575a9 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/706856e72543447ca0a387f1fa1575a9 2024-12-13T07:30:24,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/706856e72543447ca0a387f1fa1575a9, entries=200, sequenceid=134, filesize=38.7 K 2024-12-13T07:30:24,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/306f4f1d2caa4e4588d6bcde39e1d5e8 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/306f4f1d2caa4e4588d6bcde39e1d5e8 2024-12-13T07:30:24,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/306f4f1d2caa4e4588d6bcde39e1d5e8, entries=150, sequenceid=134, filesize=11.8 K 2024-12-13T07:30:24,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/efcaa53b04c5400bbd0d92d9c2207139 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/efcaa53b04c5400bbd0d92d9c2207139 2024-12-13T07:30:24,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/efcaa53b04c5400bbd0d92d9c2207139, entries=150, sequenceid=134, filesize=11.8 K 2024-12-13T07:30:24,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 74bd27baedfa69a6cc17074b76ba88b7 in 1269ms, sequenceid=134, compaction requested=true 2024-12-13T07:30:24,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:24,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:30:24,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:24,566 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:24,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:30:24,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:24,566 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:24,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:30:24,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:24,568 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:24,568 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101765 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:24,568 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/B is initiating minor compaction (all files) 2024-12-13T07:30:24,568 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/A is initiating minor compaction (all files) 2024-12-13T07:30:24,568 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/B in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:24,568 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/A in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:24,568 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/9e35687d8e8743799f36cf0178a844e9, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/4bca2cba62bd421d8f5c1ccd6ba4e3ab, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/706856e72543447ca0a387f1fa1575a9] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=99.4 K 2024-12-13T07:30:24,568 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:24,568 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. files: [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/9e35687d8e8743799f36cf0178a844e9, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/4bca2cba62bd421d8f5c1ccd6ba4e3ab, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/706856e72543447ca0a387f1fa1575a9] 2024-12-13T07:30:24,569 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/051da4e712ce4326bb82d3597bcd805d, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/13df589f841c4748b219b0167d4b3139, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/306f4f1d2caa4e4588d6bcde39e1d5e8] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=35.5 K 2024-12-13T07:30:24,569 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e35687d8e8743799f36cf0178a844e9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734075019390 2024-12-13T07:30:24,569 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 051da4e712ce4326bb82d3597bcd805d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734075019390 2024-12-13T07:30:24,569 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bca2cba62bd421d8f5c1ccd6ba4e3ab, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734075020023 2024-12-13T07:30:24,569 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 13df589f841c4748b219b0167d4b3139, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734075020023 2024-12-13T07:30:24,570 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 706856e72543447ca0a387f1fa1575a9, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734075021181 2024-12-13T07:30:24,570 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 306f4f1d2caa4e4588d6bcde39e1d5e8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734075021182 2024-12-13T07:30:24,577 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:24,578 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/87e2054e43a24155827bc4aee24d420f is 50, key is test_row_0/B:col10/1734075021182/Put/seqid=0 2024-12-13T07:30:24,579 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:24,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741992_1168 (size=12409) 2024-12-13T07:30:24,583 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412132c2e3763af0145268147d9e04a4660f2_74bd27baedfa69a6cc17074b76ba88b7 store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:24,584 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412132c2e3763af0145268147d9e04a4660f2_74bd27baedfa69a6cc17074b76ba88b7, store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:24,584 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412132c2e3763af0145268147d9e04a4660f2_74bd27baedfa69a6cc17074b76ba88b7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:24,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741993_1169 (size=4469) 2024-12-13T07:30:24,639 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:24,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-13T07:30:24,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:24,639 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 74bd27baedfa69a6cc17074b76ba88b7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-13T07:30:24,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=A 2024-12-13T07:30:24,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:24,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=B 2024-12-13T07:30:24,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:24,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=C 2024-12-13T07:30:24,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:24,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213266556f3548843a9871bec48e5874056_74bd27baedfa69a6cc17074b76ba88b7 is 50, key is test_row_0/A:col10/1734075023316/Put/seqid=0 2024-12-13T07:30:24,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741994_1170 (size=12304) 2024-12-13T07:30:24,989 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/87e2054e43a24155827bc4aee24d420f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/87e2054e43a24155827bc4aee24d420f 2024-12-13T07:30:24,990 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#A#compaction#142 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:24,991 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/6f49ff1e4955403a84d3355c0ef127e6 is 175, key is test_row_0/A:col10/1734075021182/Put/seqid=0 2024-12-13T07:30:24,998 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/B of 74bd27baedfa69a6cc17074b76ba88b7 into 87e2054e43a24155827bc4aee24d420f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:24,998 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:24,998 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/B, priority=13, startTime=1734075024566; duration=0sec 2024-12-13T07:30:24,998 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:24,998 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:B 2024-12-13T07:30:24,998 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:24,999 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:25,000 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/C is initiating minor compaction (all files) 2024-12-13T07:30:25,000 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/C in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:25,000 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/e0e0b62e515f44fb91177e4565f0d458, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/8fc9c113d79a489fbda3f79b567fd38f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/efcaa53b04c5400bbd0d92d9c2207139] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=35.5 K 2024-12-13T07:30:25,001 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting e0e0b62e515f44fb91177e4565f0d458, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734075019390 2024-12-13T07:30:25,001 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fc9c113d79a489fbda3f79b567fd38f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734075020023 2024-12-13T07:30:25,002 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting efcaa53b04c5400bbd0d92d9c2207139, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734075021182 2024-12-13T07:30:25,012 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#C#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:25,014 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/730a5861c5534e2482dabe7ed25946b7 is 50, key is test_row_0/C:col10/1734075021182/Put/seqid=0 2024-12-13T07:30:25,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741995_1171 (size=31363) 2024-12-13T07:30:25,025 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/6f49ff1e4955403a84d3355c0ef127e6 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/6f49ff1e4955403a84d3355c0ef127e6 2024-12-13T07:30:25,032 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/A of 74bd27baedfa69a6cc17074b76ba88b7 into 6f49ff1e4955403a84d3355c0ef127e6(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:25,034 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:25,034 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/A, priority=13, startTime=1734075024566; duration=0sec 2024-12-13T07:30:25,034 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:25,034 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:A 2024-12-13T07:30:25,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741996_1172 (size=12409) 2024-12-13T07:30:25,057 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/730a5861c5534e2482dabe7ed25946b7 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/730a5861c5534e2482dabe7ed25946b7 2024-12-13T07:30:25,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:25,061 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213266556f3548843a9871bec48e5874056_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213266556f3548843a9871bec48e5874056_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:25,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/24bbc172a4194498b4e8366f3b4bc658, store: [table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:25,063 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/C of 74bd27baedfa69a6cc17074b76ba88b7 into 730a5861c5534e2482dabe7ed25946b7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:25,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/24bbc172a4194498b4e8366f3b4bc658 is 175, key is test_row_0/A:col10/1734075023316/Put/seqid=0 2024-12-13T07:30:25,063 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:25,063 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/C, priority=13, startTime=1734075024566; duration=0sec 2024-12-13T07:30:25,063 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:25,063 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:C 2024-12-13T07:30:25,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741997_1173 (size=31105) 2024-12-13T07:30:25,071 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/24bbc172a4194498b4e8366f3b4bc658 2024-12-13T07:30:25,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/b96352e02cff4f73b03eba44605ba2e8 is 50, key is test_row_0/B:col10/1734075023316/Put/seqid=0 2024-12-13T07:30:25,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741998_1174 (size=12151) 2024-12-13T07:30:25,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:25,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075085430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:25,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075085444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:25,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075085444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:25,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075085447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:25,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075085452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:25,484 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/b96352e02cff4f73b03eba44605ba2e8 2024-12-13T07:30:25,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/8ffed28adf9748b181711f62a7309832 is 50, key is test_row_0/C:col10/1734075023316/Put/seqid=0 2024-12-13T07:30:25,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741999_1175 (size=12151) 2024-12-13T07:30:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-13T07:30:25,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075085532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:25,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075085736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:25,897 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/8ffed28adf9748b181711f62a7309832 2024-12-13T07:30:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/24bbc172a4194498b4e8366f3b4bc658 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/24bbc172a4194498b4e8366f3b4bc658 2024-12-13T07:30:25,906 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/24bbc172a4194498b4e8366f3b4bc658, entries=150, sequenceid=158, filesize=30.4 K 2024-12-13T07:30:25,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/b96352e02cff4f73b03eba44605ba2e8 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/b96352e02cff4f73b03eba44605ba2e8 2024-12-13T07:30:25,911 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/b96352e02cff4f73b03eba44605ba2e8, entries=150, sequenceid=158, filesize=11.9 K 2024-12-13T07:30:25,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/8ffed28adf9748b181711f62a7309832 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/8ffed28adf9748b181711f62a7309832 2024-12-13T07:30:25,916 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/8ffed28adf9748b181711f62a7309832, entries=150, sequenceid=158, filesize=11.9 K 2024-12-13T07:30:25,917 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 74bd27baedfa69a6cc17074b76ba88b7 in 1278ms, sequenceid=158, compaction requested=false 2024-12-13T07:30:25,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:25,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:25,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-13T07:30:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-13T07:30:25,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-13T07:30:25,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4990 sec 2024-12-13T07:30:25,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.5020 sec 2024-12-13T07:30:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:26,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74bd27baedfa69a6cc17074b76ba88b7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-13T07:30:26,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=A 2024-12-13T07:30:26,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:26,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=B 2024-12-13T07:30:26,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:26,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=C 2024-12-13T07:30:26,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:26,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213f8bcae6c170f4e5b99ccd4e9ce595e0f_74bd27baedfa69a6cc17074b76ba88b7 is 50, key is test_row_0/A:col10/1734075026040/Put/seqid=0 2024-12-13T07:30:26,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742000_1176 (size=14794) 2024-12-13T07:30:26,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075086089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:26,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075086192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:26,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075086394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:26,452 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:26,455 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213f8bcae6c170f4e5b99ccd4e9ce595e0f_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213f8bcae6c170f4e5b99ccd4e9ce595e0f_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:26,456 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/a926f3b39dbf451198526970c3cf0651, store: [table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:26,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/a926f3b39dbf451198526970c3cf0651 is 175, key is test_row_0/A:col10/1734075026040/Put/seqid=0 2024-12-13T07:30:26,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742001_1177 (size=39749) 2024-12-13T07:30:26,679 INFO [master/9eb75de94ef3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-13T07:30:26,679 INFO [master/9eb75de94ef3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-13T07:30:26,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075086697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:26,862 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/a926f3b39dbf451198526970c3cf0651 2024-12-13T07:30:26,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/329472437df64bb49154c993d6df3fce is 50, key is test_row_0/B:col10/1734075026040/Put/seqid=0 2024-12-13T07:30:26,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742002_1178 (size=12151) 2024-12-13T07:30:27,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075087202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:27,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/329472437df64bb49154c993d6df3fce 2024-12-13T07:30:27,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/bb77d5e7646240efbf6a5d484b7fb628 is 50, key is test_row_0/C:col10/1734075026040/Put/seqid=0 2024-12-13T07:30:27,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742003_1179 (size=12151) 2024-12-13T07:30:27,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075087447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:27,449 DEBUG [Thread-651 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4123 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., hostname=9eb75de94ef3,40871,1734074980781, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:30:27,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075087449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:27,451 DEBUG [Thread-655 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4127 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., hostname=9eb75de94ef3,40871,1734074980781, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:30:27,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075087456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:27,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075087456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:27,459 DEBUG [Thread-647 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., hostname=9eb75de94ef3,40871,1734074980781, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:30:27,459 DEBUG [Thread-649 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., hostname=9eb75de94ef3,40871,1734074980781, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:30:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-13T07:30:27,526 INFO [Thread-657 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-13T07:30:27,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-13T07:30:27,528 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-13T07:30:27,529 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:27,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-13T07:30:27,680 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:27,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-13T07:30:27,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:27,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:27,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:27,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:27,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:27,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/bb77d5e7646240efbf6a5d484b7fb628 2024-12-13T07:30:27,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/a926f3b39dbf451198526970c3cf0651 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/a926f3b39dbf451198526970c3cf0651 2024-12-13T07:30:27,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/a926f3b39dbf451198526970c3cf0651, entries=200, sequenceid=174, filesize=38.8 K 2024-12-13T07:30:27,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/329472437df64bb49154c993d6df3fce as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/329472437df64bb49154c993d6df3fce 2024-12-13T07:30:27,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/329472437df64bb49154c993d6df3fce, entries=150, sequenceid=174, filesize=11.9 K 2024-12-13T07:30:27,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/bb77d5e7646240efbf6a5d484b7fb628 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/bb77d5e7646240efbf6a5d484b7fb628 2024-12-13T07:30:27,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/bb77d5e7646240efbf6a5d484b7fb628, entries=150, sequenceid=174, filesize=11.9 K 2024-12-13T07:30:27,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 74bd27baedfa69a6cc17074b76ba88b7 in 1717ms, sequenceid=174, compaction requested=true 2024-12-13T07:30:27,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:27,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:30:27,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:27,759 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:27,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:30:27,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:27,759 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:27,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:30:27,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:27,760 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:27,760 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:27,760 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/A is initiating minor compaction (all files) 2024-12-13T07:30:27,760 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/B is initiating minor compaction (all files) 2024-12-13T07:30:27,760 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/A in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:27,760 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/B in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:27,760 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/6f49ff1e4955403a84d3355c0ef127e6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/24bbc172a4194498b4e8366f3b4bc658, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/a926f3b39dbf451198526970c3cf0651] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=99.8 K 2024-12-13T07:30:27,760 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/87e2054e43a24155827bc4aee24d420f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/b96352e02cff4f73b03eba44605ba2e8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/329472437df64bb49154c993d6df3fce] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=35.9 K 2024-12-13T07:30:27,760 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:27,760 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. files: [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/6f49ff1e4955403a84d3355c0ef127e6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/24bbc172a4194498b4e8366f3b4bc658, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/a926f3b39dbf451198526970c3cf0651] 2024-12-13T07:30:27,760 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 87e2054e43a24155827bc4aee24d420f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734075021182 2024-12-13T07:30:27,760 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f49ff1e4955403a84d3355c0ef127e6, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734075021182 2024-12-13T07:30:27,761 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24bbc172a4194498b4e8366f3b4bc658, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734075023316 2024-12-13T07:30:27,761 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting b96352e02cff4f73b03eba44605ba2e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734075023316 2024-12-13T07:30:27,761 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting a926f3b39dbf451198526970c3cf0651, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734075025423 2024-12-13T07:30:27,761 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 329472437df64bb49154c993d6df3fce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734075025423 2024-12-13T07:30:27,766 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:27,767 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#B#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:27,768 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/19bf932d7c0e4872893fab64a3ac6e2c is 50, key is test_row_0/B:col10/1734075026040/Put/seqid=0 2024-12-13T07:30:27,768 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412137b1243e9a4464e33b8e471f60ce742c2_74bd27baedfa69a6cc17074b76ba88b7 store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:27,770 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412137b1243e9a4464e33b8e471f60ce742c2_74bd27baedfa69a6cc17074b76ba88b7, store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:27,770 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412137b1243e9a4464e33b8e471f60ce742c2_74bd27baedfa69a6cc17074b76ba88b7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:27,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742004_1180 (size=12561) 2024-12-13T07:30:27,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742005_1181 (size=4469) 2024-12-13T07:30:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-13T07:30:27,832 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:27,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-13T07:30:27,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:27,833 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 74bd27baedfa69a6cc17074b76ba88b7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-13T07:30:27,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=A 2024-12-13T07:30:27,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:27,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=B 2024-12-13T07:30:27,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:27,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=C 2024-12-13T07:30:27,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:27,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213277eca80ba264482b5fc9d983814d990_74bd27baedfa69a6cc17074b76ba88b7 is 50, key is test_row_0/A:col10/1734075026085/Put/seqid=0 2024-12-13T07:30:27,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742006_1182 (size=12304) 2024-12-13T07:30:28,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-13T07:30:28,176 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#A#compaction#151 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:28,177 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/66593908ef4f4402b64a8212522c3bac is 175, key is test_row_0/A:col10/1734075026040/Put/seqid=0 2024-12-13T07:30:28,177 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/19bf932d7c0e4872893fab64a3ac6e2c as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/19bf932d7c0e4872893fab64a3ac6e2c 2024-12-13T07:30:28,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742007_1183 (size=31515) 2024-12-13T07:30:28,183 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/B of 74bd27baedfa69a6cc17074b76ba88b7 into 19bf932d7c0e4872893fab64a3ac6e2c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:28,183 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:28,183 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/B, priority=13, startTime=1734075027759; duration=0sec 2024-12-13T07:30:28,183 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:28,183 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:B 2024-12-13T07:30:28,183 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:28,184 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:28,184 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/C is initiating minor compaction (all files) 2024-12-13T07:30:28,184 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/C in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:28,184 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/730a5861c5534e2482dabe7ed25946b7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/8ffed28adf9748b181711f62a7309832, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/bb77d5e7646240efbf6a5d484b7fb628] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=35.9 K 2024-12-13T07:30:28,185 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 730a5861c5534e2482dabe7ed25946b7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734075021182 2024-12-13T07:30:28,185 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ffed28adf9748b181711f62a7309832, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734075023316 2024-12-13T07:30:28,186 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting bb77d5e7646240efbf6a5d484b7fb628, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734075025423 2024-12-13T07:30:28,193 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#C#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:28,193 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/db7629e3a965406da1a7bcd627735666 is 50, key is test_row_0/C:col10/1734075026040/Put/seqid=0 2024-12-13T07:30:28,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742008_1184 (size=12561) 2024-12-13T07:30:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:28,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:28,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075088231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:28,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:28,249 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213277eca80ba264482b5fc9d983814d990_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213277eca80ba264482b5fc9d983814d990_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:28,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/e28ca7827632416e90a03d104d7ad13f, store: [table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:28,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/e28ca7827632416e90a03d104d7ad13f is 175, key is test_row_0/A:col10/1734075026085/Put/seqid=0 2024-12-13T07:30:28,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742009_1185 (size=31105) 2024-12-13T07:30:28,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075088334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:28,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075088537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:28,586 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/66593908ef4f4402b64a8212522c3bac as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/66593908ef4f4402b64a8212522c3bac 2024-12-13T07:30:28,591 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/A of 74bd27baedfa69a6cc17074b76ba88b7 into 66593908ef4f4402b64a8212522c3bac(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:28,591 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:28,591 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/A, priority=13, startTime=1734075027759; duration=0sec 2024-12-13T07:30:28,591 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:28,591 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:A 2024-12-13T07:30:28,602 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/db7629e3a965406da1a7bcd627735666 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/db7629e3a965406da1a7bcd627735666 2024-12-13T07:30:28,606 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/C of 74bd27baedfa69a6cc17074b76ba88b7 into db7629e3a965406da1a7bcd627735666(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:28,606 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:28,606 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/C, priority=13, startTime=1734075027759; duration=0sec 2024-12-13T07:30:28,606 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:28,606 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:C 2024-12-13T07:30:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-13T07:30:28,655 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/e28ca7827632416e90a03d104d7ad13f 2024-12-13T07:30:28,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/a0b259c7fb4042b79ea3c286b9a38dc6 is 50, key is test_row_0/B:col10/1734075026085/Put/seqid=0 2024-12-13T07:30:28,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742010_1186 (size=12151) 2024-12-13T07:30:28,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075088842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:29,067 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/a0b259c7fb4042b79ea3c286b9a38dc6 2024-12-13T07:30:29,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/573ac73a052d4513bcaff5302f7d6fde is 50, key is test_row_0/C:col10/1734075026085/Put/seqid=0 2024-12-13T07:30:29,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742011_1187 (size=12151) 2024-12-13T07:30:29,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075089347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:29,480 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/573ac73a052d4513bcaff5302f7d6fde 2024-12-13T07:30:29,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/e28ca7827632416e90a03d104d7ad13f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/e28ca7827632416e90a03d104d7ad13f 2024-12-13T07:30:29,488 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/e28ca7827632416e90a03d104d7ad13f, entries=150, sequenceid=197, filesize=30.4 K 2024-12-13T07:30:29,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/a0b259c7fb4042b79ea3c286b9a38dc6 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a0b259c7fb4042b79ea3c286b9a38dc6 2024-12-13T07:30:29,493 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a0b259c7fb4042b79ea3c286b9a38dc6, entries=150, sequenceid=197, filesize=11.9 K 2024-12-13T07:30:29,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/573ac73a052d4513bcaff5302f7d6fde as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/573ac73a052d4513bcaff5302f7d6fde 2024-12-13T07:30:29,497 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/573ac73a052d4513bcaff5302f7d6fde, entries=150, sequenceid=197, filesize=11.9 K 2024-12-13T07:30:29,498 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 74bd27baedfa69a6cc17074b76ba88b7 in 1665ms, sequenceid=197, compaction requested=false 2024-12-13T07:30:29,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:29,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:29,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-13T07:30:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-13T07:30:29,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-13T07:30:29,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9700 sec 2024-12-13T07:30:29,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.9730 sec 2024-12-13T07:30:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-13T07:30:29,632 INFO [Thread-657 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-13T07:30:29,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-13T07:30:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-13T07:30:29,634 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:29,634 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:29,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-13T07:30:29,786 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:29,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-13T07:30:29,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:29,786 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 74bd27baedfa69a6cc17074b76ba88b7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-13T07:30:29,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=A 2024-12-13T07:30:29,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:29,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=B 2024-12-13T07:30:29,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:29,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=C 2024-12-13T07:30:29,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:29,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412135da70c9a0ffd4ff48088e5036606d6a1_74bd27baedfa69a6cc17074b76ba88b7 is 50, key is test_row_0/A:col10/1734075028225/Put/seqid=0 2024-12-13T07:30:29,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742012_1188 (size=12304) 2024-12-13T07:30:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-13T07:30:30,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:30,210 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412135da70c9a0ffd4ff48088e5036606d6a1_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412135da70c9a0ffd4ff48088e5036606d6a1_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:30,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/84ac5925e0d74c57b3a2fcde04eeab84, store: [table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:30,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/84ac5925e0d74c57b3a2fcde04eeab84 is 175, key is test_row_0/A:col10/1734075028225/Put/seqid=0 2024-12-13T07:30:30,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742013_1189 (size=31105) 2024-12-13T07:30:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-13T07:30:30,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:30,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075090394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:30,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075090496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:30,616 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/84ac5925e0d74c57b3a2fcde04eeab84 2024-12-13T07:30:30,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/dafffc7dbb7a4e4d9480b468963e9d55 is 50, key is test_row_0/B:col10/1734075028225/Put/seqid=0 2024-12-13T07:30:30,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742014_1190 (size=12151) 2024-12-13T07:30:30,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075090699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-13T07:30:31,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075091004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:31,027 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/dafffc7dbb7a4e4d9480b468963e9d55 2024-12-13T07:30:31,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/e44d3c79c98a4ac4b2d471c2f6947805 is 50, key is test_row_0/C:col10/1734075028225/Put/seqid=0 2024-12-13T07:30:31,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742015_1191 (size=12151) 2024-12-13T07:30:31,447 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/e44d3c79c98a4ac4b2d471c2f6947805 2024-12-13T07:30:31,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/84ac5925e0d74c57b3a2fcde04eeab84 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/84ac5925e0d74c57b3a2fcde04eeab84 2024-12-13T07:30:31,455 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/84ac5925e0d74c57b3a2fcde04eeab84, entries=150, sequenceid=213, filesize=30.4 K 2024-12-13T07:30:31,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/dafffc7dbb7a4e4d9480b468963e9d55 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/dafffc7dbb7a4e4d9480b468963e9d55 2024-12-13T07:30:31,460 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/dafffc7dbb7a4e4d9480b468963e9d55, entries=150, sequenceid=213, filesize=11.9 K 2024-12-13T07:30:31,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/e44d3c79c98a4ac4b2d471c2f6947805 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/e44d3c79c98a4ac4b2d471c2f6947805 2024-12-13T07:30:31,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59118 deadline: 1734075091467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:31,467 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/e44d3c79c98a4ac4b2d471c2f6947805, entries=150, sequenceid=213, filesize=11.9 K 2024-12-13T07:30:31,468 DEBUG [Thread-649 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., hostname=9eb75de94ef3,40871,1734074980781, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:30:31,468 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 74bd27baedfa69a6cc17074b76ba88b7 in 1682ms, sequenceid=213, compaction requested=true 2024-12-13T07:30:31,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:31,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:31,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-13T07:30:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-13T07:30:31,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-13T07:30:31,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8360 sec 2024-12-13T07:30:31,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.8390 sec 2024-12-13T07:30:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:31,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74bd27baedfa69a6cc17074b76ba88b7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-13T07:30:31,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=A 2024-12-13T07:30:31,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:31,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=B 2024-12-13T07:30:31,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:31,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=C 2024-12-13T07:30:31,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:31,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213b9621311b6cd43299396c41825619658_74bd27baedfa69a6cc17074b76ba88b7 is 50, key is test_row_0/A:col10/1734075030394/Put/seqid=0 2024-12-13T07:30:31,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075091488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:31,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59116 deadline: 1734075091489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:31,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075091489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:31,492 DEBUG [Thread-651 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., hostname=9eb75de94ef3,40871,1734074980781, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:30:31,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742016_1192 (size=12304) 2024-12-13T07:30:31,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075091510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:31,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075091591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:31,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075091592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-13T07:30:31,737 INFO [Thread-657 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-13T07:30:31,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-13T07:30:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-13T07:30:31,739 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:31,740 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:31,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:31,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075091796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:31,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075091796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-13T07:30:31,891 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:31,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-13T07:30:31,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:31,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:31,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:31,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:31,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:31,898 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:31,901 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213b9621311b6cd43299396c41825619658_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213b9621311b6cd43299396c41825619658_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:31,902 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/f3a1b8ea82284309917d80cad532c37c, store: [table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:31,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/f3a1b8ea82284309917d80cad532c37c is 175, key is test_row_0/A:col10/1734075030394/Put/seqid=0 2024-12-13T07:30:31,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742017_1193 (size=31105) 2024-12-13T07:30:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-13T07:30:32,043 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:32,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-13T07:30:32,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:32,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:32,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:32,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:32,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:32,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075092097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:32,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075092098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:32,195 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:32,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-13T07:30:32,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:32,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:32,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:32,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:32,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:32,309 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/f3a1b8ea82284309917d80cad532c37c 2024-12-13T07:30:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-13T07:30:32,348 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:32,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-13T07:30:32,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:32,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:32,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:32,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:32,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:32,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/143bc31e9472439e9baa67afb902763c is 50, key is test_row_0/B:col10/1734075030394/Put/seqid=0 2024-12-13T07:30:32,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742018_1194 (size=12151) 2024-12-13T07:30:32,500 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:32,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-13T07:30:32,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:32,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:32,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:32,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:32,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:32,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075092515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:32,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075092600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:32,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075092606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:32,652 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:32,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-13T07:30:32,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:32,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:32,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:32,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:32,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:32,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/143bc31e9472439e9baa67afb902763c 2024-12-13T07:30:32,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/4b982728b10b468aa76fa371377dd40c is 50, key is test_row_0/C:col10/1734075030394/Put/seqid=0 2024-12-13T07:30:32,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742019_1195 (size=12151) 2024-12-13T07:30:32,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/4b982728b10b468aa76fa371377dd40c 2024-12-13T07:30:32,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/f3a1b8ea82284309917d80cad532c37c as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/f3a1b8ea82284309917d80cad532c37c 2024-12-13T07:30:32,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/f3a1b8ea82284309917d80cad532c37c, entries=150, sequenceid=238, filesize=30.4 K 2024-12-13T07:30:32,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/143bc31e9472439e9baa67afb902763c as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/143bc31e9472439e9baa67afb902763c 2024-12-13T07:30:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/143bc31e9472439e9baa67afb902763c, entries=150, sequenceid=238, filesize=11.9 K 2024-12-13T07:30:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/4b982728b10b468aa76fa371377dd40c as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/4b982728b10b468aa76fa371377dd40c 2024-12-13T07:30:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/4b982728b10b468aa76fa371377dd40c, entries=150, sequenceid=238, filesize=11.9 K 2024-12-13T07:30:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 74bd27baedfa69a6cc17074b76ba88b7 in 1318ms, sequenceid=238, compaction requested=true 2024-12-13T07:30:32,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:30:32,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:32,793 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:30:32,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:30:32,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:32,793 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:30:32,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:30:32,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,794 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:30:32,795 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124830 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:30:32,795 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/B is initiating minor compaction (all files) 2024-12-13T07:30:32,795 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/A is initiating minor compaction (all files) 2024-12-13T07:30:32,795 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/B in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:32,795 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/A in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:32,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,795 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/66593908ef4f4402b64a8212522c3bac, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/e28ca7827632416e90a03d104d7ad13f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/84ac5925e0d74c57b3a2fcde04eeab84, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/f3a1b8ea82284309917d80cad532c37c] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=121.9 K 2024-12-13T07:30:32,795 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/19bf932d7c0e4872893fab64a3ac6e2c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a0b259c7fb4042b79ea3c286b9a38dc6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/dafffc7dbb7a4e4d9480b468963e9d55, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/143bc31e9472439e9baa67afb902763c] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=47.9 K 2024-12-13T07:30:32,795 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:32,795 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. files: [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/66593908ef4f4402b64a8212522c3bac, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/e28ca7827632416e90a03d104d7ad13f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/84ac5925e0d74c57b3a2fcde04eeab84, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/f3a1b8ea82284309917d80cad532c37c] 2024-12-13T07:30:32,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,796 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 19bf932d7c0e4872893fab64a3ac6e2c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734075025423 2024-12-13T07:30:32,796 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66593908ef4f4402b64a8212522c3bac, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734075025423 2024-12-13T07:30:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,797 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting e28ca7827632416e90a03d104d7ad13f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734075026082 2024-12-13T07:30:32,797 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting a0b259c7fb4042b79ea3c286b9a38dc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734075026082 2024-12-13T07:30:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,797 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting dafffc7dbb7a4e4d9480b468963e9d55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734075028217 2024-12-13T07:30:32,797 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84ac5925e0d74c57b3a2fcde04eeab84, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734075028217 2024-12-13T07:30:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,798 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 143bc31e9472439e9baa67afb902763c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734075030375 2024-12-13T07:30:32,798 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3a1b8ea82284309917d80cad532c37c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734075030375 2024-12-13T07:30:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,805 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:32,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-13T07:30:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:32,806 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 74bd27baedfa69a6cc17074b76ba88b7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T07:30:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=A 2024-12-13T07:30:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:32,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=B 2024-12-13T07:30:32,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:32,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=C 2024-12-13T07:30:32,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,810 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,811 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/a03cbe3f535942fbb122208a896bfff6 is 50, key is test_row_0/B:col10/1734075030394/Put/seqid=0 2024-12-13T07:30:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,812 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,816 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241213cbe4f249d85047348bf51b835230d478_74bd27baedfa69a6cc17074b76ba88b7 store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,817 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241213cbe4f249d85047348bf51b835230d478_74bd27baedfa69a6cc17074b76ba88b7, store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:32,818 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213cbe4f249d85047348bf51b835230d478_74bd27baedfa69a6cc17074b76ba88b7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:32,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742020_1196 (size=12697) 2024-12-13T07:30:32,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412137c22aecb2e7d40ad8fbd0cebed967029_74bd27baedfa69a6cc17074b76ba88b7 is 50, key is test_row_0/A:col10/1734075031484/Put/seqid=0 2024-12-13T07:30:32,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742021_1197 (size=4469) 2024-12-13T07:30:32,822 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#A#compaction#163 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:32,823 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/317381b26a35468faa8f5d48e118a659 is 175, key is test_row_0/A:col10/1734075030394/Put/seqid=0 2024-12-13T07:30:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742022_1198 (size=9814) 2024-12-13T07:30:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,840 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412137c22aecb2e7d40ad8fbd0cebed967029_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412137c22aecb2e7d40ad8fbd0cebed967029_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/493dd92320df437893974dbe3b27db2b, store: [table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/493dd92320df437893974dbe3b27db2b is 175, key is test_row_0/A:col10/1734075031484/Put/seqid=0 2024-12-13T07:30:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-13T07:30:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742023_1199 (size=31651) 2024-12-13T07:30:32,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742024_1200 (size=22461) 2024-12-13T07:30:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,855 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/493dd92320df437893974dbe3b27db2b 2024-12-13T07:30:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,860 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/317381b26a35468faa8f5d48e118a659 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/317381b26a35468faa8f5d48e118a659 2024-12-13T07:30:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/ca566b07411b4d30b7cfddf3ccfbf2ab is 50, key is test_row_0/B:col10/1734075031484/Put/seqid=0 2024-12-13T07:30:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,871 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/A of 74bd27baedfa69a6cc17074b76ba88b7 into 317381b26a35468faa8f5d48e118a659(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:32,871 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:32,871 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/A, priority=12, startTime=1734075032793; duration=0sec 2024-12-13T07:30:32,871 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:32,871 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:A 2024-12-13T07:30:32,871 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:30:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,873 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:30:32,873 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/C is initiating minor compaction (all files) 2024-12-13T07:30:32,873 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/C in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,873 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/db7629e3a965406da1a7bcd627735666, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/573ac73a052d4513bcaff5302f7d6fde, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/e44d3c79c98a4ac4b2d471c2f6947805, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/4b982728b10b468aa76fa371377dd40c] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=47.9 K 2024-12-13T07:30:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,874 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting db7629e3a965406da1a7bcd627735666, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734075025423 2024-12-13T07:30:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,874 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 573ac73a052d4513bcaff5302f7d6fde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734075026082 2024-12-13T07:30:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,875 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting e44d3c79c98a4ac4b2d471c2f6947805, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734075028217 2024-12-13T07:30:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,875 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b982728b10b468aa76fa371377dd40c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734075030375 2024-12-13T07:30:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,892 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#C#compaction#166 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:32,893 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/6cb10a10521b44e38e462420dd9ff320 is 50, key is test_row_0/C:col10/1734075030394/Put/seqid=0 2024-12-13T07:30:32,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742025_1201 (size=9757) 2024-12-13T07:30:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742026_1202 (size=12697) 2024-12-13T07:30:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,225 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/a03cbe3f535942fbb122208a896bfff6 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a03cbe3f535942fbb122208a896bfff6 2024-12-13T07:30:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,230 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/B of 74bd27baedfa69a6cc17074b76ba88b7 into a03cbe3f535942fbb122208a896bfff6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:33,230 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:33,230 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/B, priority=12, startTime=1734075032793; duration=0sec 2024-12-13T07:30:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,231 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:33,231 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:B 2024-12-13T07:30:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,294 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/ca566b07411b4d30b7cfddf3ccfbf2ab 2024-12-13T07:30:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/6faeffc84d4d43118a3f992005e1c4a0 is 50, key is test_row_0/C:col10/1734075031484/Put/seqid=0 2024-12-13T07:30:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,309 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/6cb10a10521b44e38e462420dd9ff320 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/6cb10a10521b44e38e462420dd9ff320 2024-12-13T07:30:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,315 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/C of 74bd27baedfa69a6cc17074b76ba88b7 into 6cb10a10521b44e38e462420dd9ff320(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:33,315 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:33,315 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/C, priority=12, startTime=1734075032793; duration=0sec 2024-12-13T07:30:33,315 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:33,315 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:C 2024-12-13T07:30:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742027_1203 (size=9757) 2024-12-13T07:30:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075093640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:33,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075093642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:33,734 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/6faeffc84d4d43118a3f992005e1c4a0 2024-12-13T07:30:33,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/493dd92320df437893974dbe3b27db2b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/493dd92320df437893974dbe3b27db2b 2024-12-13T07:30:33,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075093743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:33,745 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/493dd92320df437893974dbe3b27db2b, entries=100, sequenceid=249, filesize=21.9 K 2024-12-13T07:30:33,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/ca566b07411b4d30b7cfddf3ccfbf2ab as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/ca566b07411b4d30b7cfddf3ccfbf2ab 2024-12-13T07:30:33,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075093746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:33,750 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/ca566b07411b4d30b7cfddf3ccfbf2ab, entries=100, sequenceid=249, filesize=9.5 K 2024-12-13T07:30:33,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/6faeffc84d4d43118a3f992005e1c4a0 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/6faeffc84d4d43118a3f992005e1c4a0 2024-12-13T07:30:33,755 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/6faeffc84d4d43118a3f992005e1c4a0, entries=100, sequenceid=249, filesize=9.5 K 2024-12-13T07:30:33,756 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 74bd27baedfa69a6cc17074b76ba88b7 in 950ms, sequenceid=249, compaction requested=false 2024-12-13T07:30:33,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:33,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:33,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-13T07:30:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-13T07:30:33,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-13T07:30:33,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0170 sec 2024-12-13T07:30:33,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.0210 sec 2024-12-13T07:30:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-13T07:30:33,843 INFO [Thread-657 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-13T07:30:33,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-13T07:30:33,845 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-13T07:30:33,845 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:33,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:33,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-13T07:30:33,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:33,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74bd27baedfa69a6cc17074b76ba88b7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-13T07:30:33,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=A 2024-12-13T07:30:33,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:33,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=B 2024-12-13T07:30:33,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:33,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=C 2024-12-13T07:30:33,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:33,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213a213f1b44cdd407685bc35deb7b887d0_74bd27baedfa69a6cc17074b76ba88b7 is 50, key is test_row_0/A:col10/1734075033946/Put/seqid=0 2024-12-13T07:30:33,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075093957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:33,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075093957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:33,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742028_1204 (size=14994) 2024-12-13T07:30:33,960 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:33,963 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213a213f1b44cdd407685bc35deb7b887d0_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213a213f1b44cdd407685bc35deb7b887d0_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:33,964 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/63fc050ee12f48a994cdd544efe790fc, store: [table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:33,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/63fc050ee12f48a994cdd544efe790fc is 175, key is test_row_0/A:col10/1734075033946/Put/seqid=0 2024-12-13T07:30:33,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742029_1205 (size=39949) 2024-12-13T07:30:33,978 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/63fc050ee12f48a994cdd544efe790fc 2024-12-13T07:30:33,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/dd08fb2357494be9ba5608481726f1a9 is 50, key is test_row_0/B:col10/1734075033946/Put/seqid=0 2024-12-13T07:30:33,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742030_1206 (size=12301) 2024-12-13T07:30:33,996 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:33,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-13T07:30:33,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:33,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:33,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:33,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:33,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:33,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:34,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075094058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:34,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075094058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-13T07:30:34,150 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:34,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-13T07:30:34,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:34,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:34,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:34,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:34,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:34,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075094260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:34,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075094261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:34,302 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:34,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-13T07:30:34,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:34,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:34,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:34,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:34,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:34,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/dd08fb2357494be9ba5608481726f1a9 2024-12-13T07:30:34,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/2dc6310d96cc461d9dd96a546714e5da is 50, key is test_row_0/C:col10/1734075033946/Put/seqid=0 2024-12-13T07:30:34,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742031_1207 (size=12301) 2024-12-13T07:30:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-13T07:30:34,455 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:34,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-13T07:30:34,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:34,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:34,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:34,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:34,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:34,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1734075094529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:34,530 DEBUG [Thread-653 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., hostname=9eb75de94ef3,40871,1734074980781, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:30:34,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075094562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:34,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075094563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:34,607 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:34,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-13T07:30:34,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:34,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:34,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:34,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:34,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:34,760 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:34,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-13T07:30:34,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:34,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:34,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:34,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:34,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:34,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/2dc6310d96cc461d9dd96a546714e5da 2024-12-13T07:30:34,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/63fc050ee12f48a994cdd544efe790fc as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/63fc050ee12f48a994cdd544efe790fc 2024-12-13T07:30:34,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/63fc050ee12f48a994cdd544efe790fc, entries=200, sequenceid=278, filesize=39.0 K 2024-12-13T07:30:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/dd08fb2357494be9ba5608481726f1a9 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/dd08fb2357494be9ba5608481726f1a9 2024-12-13T07:30:34,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/dd08fb2357494be9ba5608481726f1a9, entries=150, sequenceid=278, filesize=12.0 K 2024-12-13T07:30:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/2dc6310d96cc461d9dd96a546714e5da as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/2dc6310d96cc461d9dd96a546714e5da 2024-12-13T07:30:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/2dc6310d96cc461d9dd96a546714e5da, entries=150, sequenceid=278, filesize=12.0 K 2024-12-13T07:30:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 74bd27baedfa69a6cc17074b76ba88b7 in 868ms, sequenceid=278, compaction requested=true 2024-12-13T07:30:34,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:30:34,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:34,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:30:34,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:34,816 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:30:34,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-13T07:30:34,816 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,817 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:34,818 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/A is initiating minor compaction (all files) 2024-12-13T07:30:34,818 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/A in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:34,818 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:34,818 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/B is initiating minor compaction (all files) 2024-12-13T07:30:34,818 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/B in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:34,818 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/317381b26a35468faa8f5d48e118a659, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/493dd92320df437893974dbe3b27db2b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/63fc050ee12f48a994cdd544efe790fc] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=91.9 K 2024-12-13T07:30:34,818 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a03cbe3f535942fbb122208a896bfff6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/ca566b07411b4d30b7cfddf3ccfbf2ab, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/dd08fb2357494be9ba5608481726f1a9] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=33.9 K 2024-12-13T07:30:34,818 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,818 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. files: [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/317381b26a35468faa8f5d48e118a659, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/493dd92320df437893974dbe3b27db2b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/63fc050ee12f48a994cdd544efe790fc] 2024-12-13T07:30:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,818 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting a03cbe3f535942fbb122208a896bfff6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734075030375 2024-12-13T07:30:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,819 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting ca566b07411b4d30b7cfddf3ccfbf2ab, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734075031484 2024-12-13T07:30:34,819 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 317381b26a35468faa8f5d48e118a659, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734075030375 2024-12-13T07:30:34,819 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 493dd92320df437893974dbe3b27db2b, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734075031484 2024-12-13T07:30:34,819 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting dd08fb2357494be9ba5608481726f1a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734075033637 2024-12-13T07:30:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,819 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63fc050ee12f48a994cdd544efe790fc, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734075033637 2024-12-13T07:30:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,827 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,828 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#B#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,829 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/a6548702ac184158b04463a4c4d3eb7a is 50, key is test_row_0/B:col10/1734075033946/Put/seqid=0 2024-12-13T07:30:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,834 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412137545ac2090f147d19736046d8c456fbc_74bd27baedfa69a6cc17074b76ba88b7 store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,835 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412137545ac2090f147d19736046d8c456fbc_74bd27baedfa69a6cc17074b76ba88b7, store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,835 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412137545ac2090f147d19736046d8c456fbc_74bd27baedfa69a6cc17074b76ba88b7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742032_1208 (size=12949) 2024-12-13T07:30:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742033_1209 (size=4469) 2024-12-13T07:30:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,912 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-13T07:30:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:34,913 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 74bd27baedfa69a6cc17074b76ba88b7 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-13T07:30:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=A 2024-12-13T07:30:34,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=B 2024-12-13T07:30:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:34,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=C 2024-12-13T07:30:34,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121334e7c081215a408baf7bca6277369784_74bd27baedfa69a6cc17074b76ba88b7 is 50, key is test_row_0/A:col10/1734075033956/Put/seqid=0 2024-12-13T07:30:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742034_1210 (size=9914) 2024-12-13T07:30:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,938 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121334e7c081215a408baf7bca6277369784_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121334e7c081215a408baf7bca6277369784_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/bc08b78a8bb64711975d5c21b4b6dec8, store: [table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/bc08b78a8bb64711975d5c21b4b6dec8 is 175, key is test_row_0/A:col10/1734075033956/Put/seqid=0 2024-12-13T07:30:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742035_1211 (size=22561) 2024-12-13T07:30:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,949 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/bc08b78a8bb64711975d5c21b4b6dec8 2024-12-13T07:30:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-13T07:30:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/05eb735dc35d4d30a82715c491c57849 is 50, key is test_row_0/B:col10/1734075033956/Put/seqid=0 2024-12-13T07:30:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742036_1212 (size=9857) 2024-12-13T07:30:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075095154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:35,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075095154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:35,250 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/a6548702ac184158b04463a4c4d3eb7a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a6548702ac184158b04463a4c4d3eb7a 2024-12-13T07:30:35,251 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#A#compaction#172 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:35,252 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/15de9e16172c400c9340a48552e561b4 is 175, key is test_row_0/A:col10/1734075033946/Put/seqid=0 2024-12-13T07:30:35,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742037_1213 (size=31903) 2024-12-13T07:30:35,257 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/B of 74bd27baedfa69a6cc17074b76ba88b7 into a6548702ac184158b04463a4c4d3eb7a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:35,257 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:35,257 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/B, priority=13, startTime=1734075034816; duration=0sec 2024-12-13T07:30:35,258 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:35,258 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:B 2024-12-13T07:30:35,258 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:35,259 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:35,259 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/C is initiating minor compaction (all files) 2024-12-13T07:30:35,259 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/C in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:35,259 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/6cb10a10521b44e38e462420dd9ff320, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/6faeffc84d4d43118a3f992005e1c4a0, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/2dc6310d96cc461d9dd96a546714e5da] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=33.9 K 2024-12-13T07:30:35,260 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cb10a10521b44e38e462420dd9ff320, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734075030375 2024-12-13T07:30:35,260 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 6faeffc84d4d43118a3f992005e1c4a0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734075031484 2024-12-13T07:30:35,260 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 2dc6310d96cc461d9dd96a546714e5da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734075033637 2024-12-13T07:30:35,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075095258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:35,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075095258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:35,267 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#C#compaction#175 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:35,268 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/4b81f506429141b092f7d2651836a8c6 is 50, key is test_row_0/C:col10/1734075033946/Put/seqid=0 2024-12-13T07:30:35,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742038_1214 (size=12949) 2024-12-13T07:30:35,367 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/05eb735dc35d4d30a82715c491c57849 2024-12-13T07:30:35,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/5663b528a19a4924a77df0733879c521 is 50, key is test_row_0/C:col10/1734075033956/Put/seqid=0 2024-12-13T07:30:35,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742039_1215 (size=9857) 2024-12-13T07:30:35,381 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/5663b528a19a4924a77df0733879c521 2024-12-13T07:30:35,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/bc08b78a8bb64711975d5c21b4b6dec8 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bc08b78a8bb64711975d5c21b4b6dec8 2024-12-13T07:30:35,405 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bc08b78a8bb64711975d5c21b4b6dec8, entries=100, sequenceid=288, filesize=22.0 K 2024-12-13T07:30:35,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/05eb735dc35d4d30a82715c491c57849 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/05eb735dc35d4d30a82715c491c57849 2024-12-13T07:30:35,414 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/05eb735dc35d4d30a82715c491c57849, entries=100, sequenceid=288, filesize=9.6 K 2024-12-13T07:30:35,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/5663b528a19a4924a77df0733879c521 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/5663b528a19a4924a77df0733879c521 2024-12-13T07:30:35,418 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/5663b528a19a4924a77df0733879c521, entries=100, sequenceid=288, filesize=9.6 K 2024-12-13T07:30:35,420 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 74bd27baedfa69a6cc17074b76ba88b7 in 507ms, sequenceid=288, compaction requested=false 2024-12-13T07:30:35,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:35,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:35,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-13T07:30:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-13T07:30:35,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-13T07:30:35,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5770 sec 2024-12-13T07:30:35,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.5790 sec 2024-12-13T07:30:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:35,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74bd27baedfa69a6cc17074b76ba88b7 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-13T07:30:35,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=A 2024-12-13T07:30:35,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:35,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=B 2024-12-13T07:30:35,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:35,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=C 2024-12-13T07:30:35,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:35,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412134f9a0f6084404685bea130ae3caed4cf_74bd27baedfa69a6cc17074b76ba88b7 is 50, key is test_row_0/A:col10/1734075035153/Put/seqid=0 2024-12-13T07:30:35,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075095477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:35,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075095484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:35,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742040_1216 (size=14994) 2024-12-13T07:30:35,502 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:35,508 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412134f9a0f6084404685bea130ae3caed4cf_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412134f9a0f6084404685bea130ae3caed4cf_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:35,510 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/ec46a9d6646949a389d267e8d94ef88f, store: [table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:35,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/ec46a9d6646949a389d267e8d94ef88f is 175, key is test_row_0/A:col10/1734075035153/Put/seqid=0 2024-12-13T07:30:35,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742041_1217 (size=39949) 2024-12-13T07:30:35,545 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/ec46a9d6646949a389d267e8d94ef88f 2024-12-13T07:30:35,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/7d0f82e3aa3f4f5b99637331778a6580 is 50, key is test_row_0/B:col10/1734075035153/Put/seqid=0 2024-12-13T07:30:35,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742042_1218 (size=12301) 2024-12-13T07:30:35,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/7d0f82e3aa3f4f5b99637331778a6580 2024-12-13T07:30:35,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075095581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:35,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075095588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:35,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/1c0150301ee2442f9680bd6d7141ef12 is 50, key is test_row_0/C:col10/1734075035153/Put/seqid=0 2024-12-13T07:30:35,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742043_1219 (size=12301) 2024-12-13T07:30:35,662 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/15de9e16172c400c9340a48552e561b4 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/15de9e16172c400c9340a48552e561b4 2024-12-13T07:30:35,667 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/A of 74bd27baedfa69a6cc17074b76ba88b7 into 15de9e16172c400c9340a48552e561b4(size=31.2 K), total size for store is 53.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:35,667 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:35,667 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/A, priority=13, startTime=1734075034815; duration=0sec 2024-12-13T07:30:35,667 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:35,667 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:A 2024-12-13T07:30:35,676 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/4b81f506429141b092f7d2651836a8c6 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/4b81f506429141b092f7d2651836a8c6 2024-12-13T07:30:35,681 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/C of 74bd27baedfa69a6cc17074b76ba88b7 into 4b81f506429141b092f7d2651836a8c6(size=12.6 K), total size for store is 22.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:35,682 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:35,682 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/C, priority=13, startTime=1734075034816; duration=0sec 2024-12-13T07:30:35,682 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:35,682 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:C 2024-12-13T07:30:35,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075095786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:35,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075095791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-13T07:30:35,952 INFO [Thread-657 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-13T07:30:35,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-13T07:30:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-13T07:30:35,954 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:35,955 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:35,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:36,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/1c0150301ee2442f9680bd6d7141ef12 2024-12-13T07:30:36,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/ec46a9d6646949a389d267e8d94ef88f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/ec46a9d6646949a389d267e8d94ef88f 2024-12-13T07:30:36,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/ec46a9d6646949a389d267e8d94ef88f, entries=200, sequenceid=316, filesize=39.0 K 2024-12-13T07:30:36,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/7d0f82e3aa3f4f5b99637331778a6580 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/7d0f82e3aa3f4f5b99637331778a6580 2024-12-13T07:30:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/7d0f82e3aa3f4f5b99637331778a6580, entries=150, sequenceid=316, filesize=12.0 K 2024-12-13T07:30:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/1c0150301ee2442f9680bd6d7141ef12 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/1c0150301ee2442f9680bd6d7141ef12 2024-12-13T07:30:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/1c0150301ee2442f9680bd6d7141ef12, entries=150, sequenceid=316, filesize=12.0 K 2024-12-13T07:30:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 74bd27baedfa69a6cc17074b76ba88b7 in 570ms, sequenceid=316, compaction requested=true 2024-12-13T07:30:36,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,038 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:36,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:30:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,038 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:36,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:30:36,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:36,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74bd27baedfa69a6cc17074b76ba88b7:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:30:36,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,039 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:36,039 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/A is initiating minor compaction (all files) 2024-12-13T07:30:36,039 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/A in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,039 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/15de9e16172c400c9340a48552e561b4, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bc08b78a8bb64711975d5c21b4b6dec8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/ec46a9d6646949a389d267e8d94ef88f] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=92.2 K 2024-12-13T07:30:36,039 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:36,039 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. files: [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/15de9e16172c400c9340a48552e561b4, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bc08b78a8bb64711975d5c21b4b6dec8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/ec46a9d6646949a389d267e8d94ef88f] 2024-12-13T07:30:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,039 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:36,039 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/B is initiating minor compaction (all files) 2024-12-13T07:30:36,039 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15de9e16172c400c9340a48552e561b4, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734075033637 2024-12-13T07:30:36,039 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/B in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,039 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a6548702ac184158b04463a4c4d3eb7a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/05eb735dc35d4d30a82715c491c57849, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/7d0f82e3aa3f4f5b99637331778a6580] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=34.3 K 2024-12-13T07:30:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,040 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc08b78a8bb64711975d5c21b4b6dec8, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734075033955 2024-12-13T07:30:36,040 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting a6548702ac184158b04463a4c4d3eb7a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734075033637 2024-12-13T07:30:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,040 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec46a9d6646949a389d267e8d94ef88f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1734075035152 2024-12-13T07:30:36,040 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 05eb735dc35d4d30a82715c491c57849, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734075033955 2024-12-13T07:30:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,041 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d0f82e3aa3f4f5b99637331778a6580, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1734075035153 2024-12-13T07:30:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,052 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,053 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#B#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,054 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/94db22e8c97d499b91adfcecb0430d18 is 50, key is test_row_0/B:col10/1734075035153/Put/seqid=0 2024-12-13T07:30:36,054 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241213007755391eb24e28b2545bc1ac16b5e3_74bd27baedfa69a6cc17074b76ba88b7 store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-13T07:30:36,055 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241213007755391eb24e28b2545bc1ac16b5e3_74bd27baedfa69a6cc17074b76ba88b7, store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:36,056 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213007755391eb24e28b2545bc1ac16b5e3_74bd27baedfa69a6cc17074b76ba88b7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742044_1220 (size=13051) 2024-12-13T07:30:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,067 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/94db22e8c97d499b91adfcecb0430d18 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/94db22e8c97d499b91adfcecb0430d18 2024-12-13T07:30:36,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742045_1221 (size=4469) 2024-12-13T07:30:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,069 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#A#compaction#180 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,070 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/060bfc7805024c97adfee6f3996e1266 is 175, key is test_row_0/A:col10/1734075035153/Put/seqid=0 2024-12-13T07:30:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,073 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/B of 74bd27baedfa69a6cc17074b76ba88b7 into 94db22e8c97d499b91adfcecb0430d18(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:36,073 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:36,073 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/B, priority=13, startTime=1734075036038; duration=0sec 2024-12-13T07:30:36,073 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:36,073 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:B 2024-12-13T07:30:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,073 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742046_1222 (size=32005) 2024-12-13T07:30:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,075 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:36,075 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 74bd27baedfa69a6cc17074b76ba88b7/C is initiating minor compaction (all files) 2024-12-13T07:30:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,075 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74bd27baedfa69a6cc17074b76ba88b7/C in TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:36,075 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/4b81f506429141b092f7d2651836a8c6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/5663b528a19a4924a77df0733879c521, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/1c0150301ee2442f9680bd6d7141ef12] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp, totalSize=34.3 K 2024-12-13T07:30:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,076 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b81f506429141b092f7d2651836a8c6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734075033637 2024-12-13T07:30:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,076 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 5663b528a19a4924a77df0733879c521, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734075033955 2024-12-13T07:30:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,077 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c0150301ee2442f9680bd6d7141ef12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1734075035153 2024-12-13T07:30:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,085 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74bd27baedfa69a6cc17074b76ba88b7#C#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:36,086 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/22cd1da9d6ed4f05bb29d89503904b3c is 50, key is test_row_0/C:col10/1734075035153/Put/seqid=0 2024-12-13T07:30:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742047_1223 (size=13051) 2024-12-13T07:30:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74bd27baedfa69a6cc17074b76ba88b7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T07:30:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=A 2024-12-13T07:30:36,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:36,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=B 2024-12-13T07:30:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:36,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=C 2024-12-13T07:30:36,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,100 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/22cd1da9d6ed4f05bb29d89503904b3c as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/22cd1da9d6ed4f05bb29d89503904b3c 2024-12-13T07:30:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,107 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-13T07:30:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121383446316bbd14fc0ab409de644ea38a9_74bd27baedfa69a6cc17074b76ba88b7 is 50, key is test_row_0/A:col10/1734075036096/Put/seqid=0 2024-12-13T07:30:36,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:36,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:36,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,111 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/C of 74bd27baedfa69a6cc17074b76ba88b7 into 22cd1da9d6ed4f05bb29d89503904b3c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:36,111 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,111 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/C, priority=13, startTime=1734075036038; duration=0sec 2024-12-13T07:30:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,111 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:36,111 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:C 2024-12-13T07:30:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742048_1224 (size=17534) 2024-12-13T07:30:36,127 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:36,135 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121383446316bbd14fc0ab409de644ea38a9_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121383446316bbd14fc0ab409de644ea38a9_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:36,136 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/d0c2fe9aa85b49db9f5c6ed8d4d3daa1, store: [table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:36,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/d0c2fe9aa85b49db9f5c6ed8d4d3daa1 is 175, key is test_row_0/A:col10/1734075036096/Put/seqid=0 2024-12-13T07:30:36,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742049_1225 (size=48635) 2024-12-13T07:30:36,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075096148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:36,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075096151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:36,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075096252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:36,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075096252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-13T07:30:36,260 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:36,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-13T07:30:36,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:36,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:36,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:36,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:36,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:36,413 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:36,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-13T07:30:36,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:36,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:36,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:36,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:36,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:36,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075096455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:36,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075096456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:36,479 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/060bfc7805024c97adfee6f3996e1266 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/060bfc7805024c97adfee6f3996e1266 2024-12-13T07:30:36,486 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74bd27baedfa69a6cc17074b76ba88b7/A of 74bd27baedfa69a6cc17074b76ba88b7 into 060bfc7805024c97adfee6f3996e1266(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:36,486 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:36,486 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7., storeName=74bd27baedfa69a6cc17074b76ba88b7/A, priority=13, startTime=1734075036037; duration=0sec 2024-12-13T07:30:36,486 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:36,486 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74bd27baedfa69a6cc17074b76ba88b7:A 2024-12-13T07:30:36,546 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/d0c2fe9aa85b49db9f5c6ed8d4d3daa1 2024-12-13T07:30:36,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/1d65c98ea2234fb89f4dd3de3f9d2ece is 50, key is test_row_0/B:col10/1734075036096/Put/seqid=0 2024-12-13T07:30:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-13T07:30:36,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742050_1226 (size=9857) 2024-12-13T07:30:36,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/1d65c98ea2234fb89f4dd3de3f9d2ece 2024-12-13T07:30:36,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/6fd8a43190ab44e9bd66df2e99c4fd72 is 50, key is test_row_0/C:col10/1734075036096/Put/seqid=0 2024-12-13T07:30:36,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:36,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-13T07:30:36,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:36,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:36,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:36,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:36,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:36,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742051_1227 (size=9857) 2024-12-13T07:30:36,718 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:36,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-13T07:30:36,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:36,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:36,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:36,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:36,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:36,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59158 deadline: 1734075096758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:36,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59126 deadline: 1734075096758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:36,870 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:36,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-13T07:30:36,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:36,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:36,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:36,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:36,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:36,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/6fd8a43190ab44e9bd66df2e99c4fd72 2024-12-13T07:30:36,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/d0c2fe9aa85b49db9f5c6ed8d4d3daa1 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/d0c2fe9aa85b49db9f5c6ed8d4d3daa1 2024-12-13T07:30:36,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/d0c2fe9aa85b49db9f5c6ed8d4d3daa1, entries=250, sequenceid=331, filesize=47.5 K 2024-12-13T07:30:36,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/1d65c98ea2234fb89f4dd3de3f9d2ece as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/1d65c98ea2234fb89f4dd3de3f9d2ece 2024-12-13T07:30:36,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/1d65c98ea2234fb89f4dd3de3f9d2ece, entries=100, sequenceid=331, filesize=9.6 K 2024-12-13T07:30:37,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/6fd8a43190ab44e9bd66df2e99c4fd72 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/6fd8a43190ab44e9bd66df2e99c4fd72 2024-12-13T07:30:37,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/6fd8a43190ab44e9bd66df2e99c4fd72, entries=100, sequenceid=331, filesize=9.6 K 2024-12-13T07:30:37,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 74bd27baedfa69a6cc17074b76ba88b7 in 907ms, sequenceid=331, compaction requested=false 2024-12-13T07:30:37,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:37,022 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:37,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-13T07:30:37,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:37,023 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 74bd27baedfa69a6cc17074b76ba88b7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-13T07:30:37,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=A 2024-12-13T07:30:37,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:37,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=B 2024-12-13T07:30:37,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:37,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=C 2024-12-13T07:30:37,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:37,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213a238052081064e208169edd70e42bbeb_74bd27baedfa69a6cc17074b76ba88b7 is 50, key is test_row_0/A:col10/1734075036142/Put/seqid=0 2024-12-13T07:30:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742052_1228 (size=12454) 2024-12-13T07:30:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-13T07:30:37,192 DEBUG [Thread-660 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c38ee58 to 127.0.0.1:65137 2024-12-13T07:30:37,192 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:37,192 DEBUG [Thread-664 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66547e2c to 127.0.0.1:65137 2024-12-13T07:30:37,192 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:37,193 DEBUG [Thread-662 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x630684bf to 127.0.0.1:65137 2024-12-13T07:30:37,193 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:37,193 DEBUG [Thread-658 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c7940d9 to 127.0.0.1:65137 2024-12-13T07:30:37,193 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:37,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. as already flushing 2024-12-13T07:30:37,265 DEBUG [Thread-647 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b55744e to 127.0.0.1:65137 2024-12-13T07:30:37,265 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:37,266 DEBUG [Thread-655 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x517ff977 to 127.0.0.1:65137 2024-12-13T07:30:37,266 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:37,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:37,445 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213a238052081064e208169edd70e42bbeb_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213a238052081064e208169edd70e42bbeb_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:37,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/d83404912bb0419a80b92b46eeeb80f6, store: [table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:37,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/d83404912bb0419a80b92b46eeeb80f6 is 175, key is test_row_0/A:col10/1734075036142/Put/seqid=0 2024-12-13T07:30:37,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742053_1229 (size=31255) 2024-12-13T07:30:37,852 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/d83404912bb0419a80b92b46eeeb80f6 2024-12-13T07:30:37,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/d208925444d04e19868dd20b084c6bcc is 50, key is test_row_0/B:col10/1734075036142/Put/seqid=0 2024-12-13T07:30:37,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742054_1230 (size=12301) 2024-12-13T07:30:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-13T07:30:38,270 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/d208925444d04e19868dd20b084c6bcc 2024-12-13T07:30:38,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/4b82300ff60748cb97f8420a1c5c7209 is 50, key is test_row_0/C:col10/1734075036142/Put/seqid=0 2024-12-13T07:30:38,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742055_1231 (size=12301) 2024-12-13T07:30:38,548 DEBUG [Thread-653 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00cb464a to 127.0.0.1:65137 2024-12-13T07:30:38,548 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:38,687 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/4b82300ff60748cb97f8420a1c5c7209 2024-12-13T07:30:38,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/d83404912bb0419a80b92b46eeeb80f6 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/d83404912bb0419a80b92b46eeeb80f6 2024-12-13T07:30:38,698 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/d83404912bb0419a80b92b46eeeb80f6, entries=150, sequenceid=357, filesize=30.5 K 2024-12-13T07:30:38,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/d208925444d04e19868dd20b084c6bcc as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/d208925444d04e19868dd20b084c6bcc 2024-12-13T07:30:38,702 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/d208925444d04e19868dd20b084c6bcc, entries=150, sequenceid=357, filesize=12.0 K 2024-12-13T07:30:38,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/4b82300ff60748cb97f8420a1c5c7209 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/4b82300ff60748cb97f8420a1c5c7209 2024-12-13T07:30:38,705 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/4b82300ff60748cb97f8420a1c5c7209, entries=150, sequenceid=357, filesize=12.0 K 2024-12-13T07:30:38,706 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=20.13 KB/20610 for 74bd27baedfa69a6cc17074b76ba88b7 in 1683ms, sequenceid=357, compaction requested=true 2024-12-13T07:30:38,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:38,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:38,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-13T07:30:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-13T07:30:38,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-13T07:30:38,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7520 sec 2024-12-13T07:30:38,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 2.7550 sec 2024-12-13T07:30:39,251 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T07:30:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-13T07:30:40,060 INFO [Thread-657 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-13T07:30:41,498 DEBUG [Thread-649 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x454f1431 to 127.0.0.1:65137 2024-12-13T07:30:41,498 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:41,502 DEBUG [Thread-651 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x769942d9 to 127.0.0.1:65137 2024-12-13T07:30:41,502 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:41,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-13T07:30:41,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-13T07:30:41,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-12-13T07:30:41,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-12-13T07:30:41,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-13T07:30:41,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-12-13T07:30:41,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-13T07:30:41,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8330 2024-12-13T07:30:41,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8302 2024-12-13T07:30:41,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-13T07:30:41,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3421 2024-12-13T07:30:41,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10263 rows 2024-12-13T07:30:41,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3432 2024-12-13T07:30:41,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10296 rows 2024-12-13T07:30:41,503 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T07:30:41,503 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x407e6b5c to 127.0.0.1:65137 2024-12-13T07:30:41,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:30:41,508 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-13T07:30:41,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-13T07:30:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-13T07:30:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T07:30:41,512 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075041512"}]},"ts":"1734075041512"} 2024-12-13T07:30:41,513 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-13T07:30:41,562 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-13T07:30:41,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-13T07:30:41,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74bd27baedfa69a6cc17074b76ba88b7, UNASSIGN}] 2024-12-13T07:30:41,565 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74bd27baedfa69a6cc17074b76ba88b7, UNASSIGN 2024-12-13T07:30:41,566 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=74bd27baedfa69a6cc17074b76ba88b7, regionState=CLOSING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:41,567 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T07:30:41,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:30:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T07:30:41,718 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:41,719 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:41,719 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T07:30:41,719 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 74bd27baedfa69a6cc17074b76ba88b7, disabling compactions & flushes 2024-12-13T07:30:41,719 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:41,719 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:41,719 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. after waiting 0 ms 2024-12-13T07:30:41,719 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:41,719 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(2837): Flushing 74bd27baedfa69a6cc17074b76ba88b7 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-13T07:30:41,720 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=A 2024-12-13T07:30:41,720 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:41,720 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=B 2024-12-13T07:30:41,720 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:41,720 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74bd27baedfa69a6cc17074b76ba88b7, store=C 2024-12-13T07:30:41,720 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:41,730 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213dadc6af6429c4ccda248b1750b98e02c_74bd27baedfa69a6cc17074b76ba88b7 is 50, key is test_row_0/A:col10/1734075041500/Put/seqid=0 2024-12-13T07:30:41,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742056_1232 (size=12454) 2024-12-13T07:30:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T07:30:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T07:30:42,138 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:42,148 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213dadc6af6429c4ccda248b1750b98e02c_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213dadc6af6429c4ccda248b1750b98e02c_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:42,149 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/b68f525a27cc4d0192cc8c5008105a8a, store: [table=TestAcidGuarantees family=A region=74bd27baedfa69a6cc17074b76ba88b7] 2024-12-13T07:30:42,150 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/b68f525a27cc4d0192cc8c5008105a8a is 175, key is test_row_0/A:col10/1734075041500/Put/seqid=0 2024-12-13T07:30:42,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742057_1233 (size=31255) 2024-12-13T07:30:42,558 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/b68f525a27cc4d0192cc8c5008105a8a 2024-12-13T07:30:42,593 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/7d29e2d5da6d4a9b91ea06d68872c7b4 is 50, key is test_row_0/B:col10/1734075041500/Put/seqid=0 2024-12-13T07:30:42,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742058_1234 (size=12301) 2024-12-13T07:30:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T07:30:42,997 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/7d29e2d5da6d4a9b91ea06d68872c7b4 2024-12-13T07:30:43,006 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/5196ce34f8ce4fed96660a4333ea376d is 50, key is test_row_0/C:col10/1734075041500/Put/seqid=0 2024-12-13T07:30:43,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742059_1235 (size=12301) 2024-12-13T07:30:43,412 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/5196ce34f8ce4fed96660a4333ea376d 2024-12-13T07:30:43,416 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/A/b68f525a27cc4d0192cc8c5008105a8a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/b68f525a27cc4d0192cc8c5008105a8a 2024-12-13T07:30:43,419 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/b68f525a27cc4d0192cc8c5008105a8a, entries=150, sequenceid=365, filesize=30.5 K 2024-12-13T07:30:43,420 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/B/7d29e2d5da6d4a9b91ea06d68872c7b4 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/7d29e2d5da6d4a9b91ea06d68872c7b4 2024-12-13T07:30:43,423 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/7d29e2d5da6d4a9b91ea06d68872c7b4, entries=150, sequenceid=365, filesize=12.0 K 2024-12-13T07:30:43,424 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/.tmp/C/5196ce34f8ce4fed96660a4333ea376d as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/5196ce34f8ce4fed96660a4333ea376d 2024-12-13T07:30:43,428 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/5196ce34f8ce4fed96660a4333ea376d, entries=150, sequenceid=365, filesize=12.0 K 2024-12-13T07:30:43,429 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 74bd27baedfa69a6cc17074b76ba88b7 in 1710ms, sequenceid=365, compaction requested=true 2024-12-13T07:30:43,429 DEBUG [StoreCloser-TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/b2dbb97cf0b4414c93968894c9e149d2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/46beb735ef324199abdab97ac89443ab, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/fd7e619d2e0142f6bbf8554f68238680, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bd1363b199b94c039dd89ea7b816826a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/ba4d469e1f2d4facb1e55de4106ba626, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/9e35687d8e8743799f36cf0178a844e9, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bc804cc787cb4e599a33f4dfb8727111, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/4bca2cba62bd421d8f5c1ccd6ba4e3ab, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/706856e72543447ca0a387f1fa1575a9, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/6f49ff1e4955403a84d3355c0ef127e6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/24bbc172a4194498b4e8366f3b4bc658, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/a926f3b39dbf451198526970c3cf0651, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/66593908ef4f4402b64a8212522c3bac, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/e28ca7827632416e90a03d104d7ad13f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/84ac5925e0d74c57b3a2fcde04eeab84, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/317381b26a35468faa8f5d48e118a659, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/f3a1b8ea82284309917d80cad532c37c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/493dd92320df437893974dbe3b27db2b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/63fc050ee12f48a994cdd544efe790fc, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/15de9e16172c400c9340a48552e561b4, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bc08b78a8bb64711975d5c21b4b6dec8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/ec46a9d6646949a389d267e8d94ef88f] to archive 2024-12-13T07:30:43,430 DEBUG [StoreCloser-TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T07:30:43,433 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/9e35687d8e8743799f36cf0178a844e9 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/9e35687d8e8743799f36cf0178a844e9 2024-12-13T07:30:43,433 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bd1363b199b94c039dd89ea7b816826a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bd1363b199b94c039dd89ea7b816826a 2024-12-13T07:30:43,433 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/ba4d469e1f2d4facb1e55de4106ba626 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/ba4d469e1f2d4facb1e55de4106ba626 2024-12-13T07:30:43,433 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bc804cc787cb4e599a33f4dfb8727111 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bc804cc787cb4e599a33f4dfb8727111 2024-12-13T07:30:43,433 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/b2dbb97cf0b4414c93968894c9e149d2 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/b2dbb97cf0b4414c93968894c9e149d2 2024-12-13T07:30:43,433 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/4bca2cba62bd421d8f5c1ccd6ba4e3ab to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/4bca2cba62bd421d8f5c1ccd6ba4e3ab 2024-12-13T07:30:43,433 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/46beb735ef324199abdab97ac89443ab to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/46beb735ef324199abdab97ac89443ab 2024-12-13T07:30:43,433 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/fd7e619d2e0142f6bbf8554f68238680 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/fd7e619d2e0142f6bbf8554f68238680 2024-12-13T07:30:43,435 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/24bbc172a4194498b4e8366f3b4bc658 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/24bbc172a4194498b4e8366f3b4bc658 2024-12-13T07:30:43,435 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/6f49ff1e4955403a84d3355c0ef127e6 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/6f49ff1e4955403a84d3355c0ef127e6 2024-12-13T07:30:43,435 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/706856e72543447ca0a387f1fa1575a9 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/706856e72543447ca0a387f1fa1575a9 2024-12-13T07:30:43,435 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/66593908ef4f4402b64a8212522c3bac to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/66593908ef4f4402b64a8212522c3bac 2024-12-13T07:30:43,435 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/e28ca7827632416e90a03d104d7ad13f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/e28ca7827632416e90a03d104d7ad13f 2024-12-13T07:30:43,435 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/84ac5925e0d74c57b3a2fcde04eeab84 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/84ac5925e0d74c57b3a2fcde04eeab84 2024-12-13T07:30:43,435 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/317381b26a35468faa8f5d48e118a659 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/317381b26a35468faa8f5d48e118a659 2024-12-13T07:30:43,436 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/a926f3b39dbf451198526970c3cf0651 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/a926f3b39dbf451198526970c3cf0651 2024-12-13T07:30:43,436 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/f3a1b8ea82284309917d80cad532c37c to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/f3a1b8ea82284309917d80cad532c37c 2024-12-13T07:30:43,436 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/493dd92320df437893974dbe3b27db2b to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/493dd92320df437893974dbe3b27db2b 2024-12-13T07:30:43,437 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/63fc050ee12f48a994cdd544efe790fc to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/63fc050ee12f48a994cdd544efe790fc 2024-12-13T07:30:43,437 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/15de9e16172c400c9340a48552e561b4 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/15de9e16172c400c9340a48552e561b4 2024-12-13T07:30:43,437 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bc08b78a8bb64711975d5c21b4b6dec8 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/bc08b78a8bb64711975d5c21b4b6dec8 2024-12-13T07:30:43,437 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/ec46a9d6646949a389d267e8d94ef88f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/ec46a9d6646949a389d267e8d94ef88f 2024-12-13T07:30:43,438 DEBUG [StoreCloser-TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/25ad57fe6df54654805b69ee3e33e01a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a504bd593c6b4a85adfc79cccfbf343d, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/89b130838fe34911a5cc564a6089995a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/70f78ea38eeb4a56b8db9323cab2008e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/9a4a7c30e13c479bade93d9d446a344e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/051da4e712ce4326bb82d3597bcd805d, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/e5c4e8254649444391db4480bd9a4b05, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/13df589f841c4748b219b0167d4b3139, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/87e2054e43a24155827bc4aee24d420f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/306f4f1d2caa4e4588d6bcde39e1d5e8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/b96352e02cff4f73b03eba44605ba2e8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/19bf932d7c0e4872893fab64a3ac6e2c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/329472437df64bb49154c993d6df3fce, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a0b259c7fb4042b79ea3c286b9a38dc6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/dafffc7dbb7a4e4d9480b468963e9d55, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a03cbe3f535942fbb122208a896bfff6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/143bc31e9472439e9baa67afb902763c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/ca566b07411b4d30b7cfddf3ccfbf2ab, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a6548702ac184158b04463a4c4d3eb7a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/dd08fb2357494be9ba5608481726f1a9, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/05eb735dc35d4d30a82715c491c57849, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/7d0f82e3aa3f4f5b99637331778a6580] to archive 2024-12-13T07:30:43,439 DEBUG [StoreCloser-TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T07:30:43,441 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/25ad57fe6df54654805b69ee3e33e01a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/25ad57fe6df54654805b69ee3e33e01a 2024-12-13T07:30:43,441 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a504bd593c6b4a85adfc79cccfbf343d to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a504bd593c6b4a85adfc79cccfbf343d 2024-12-13T07:30:43,442 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/9a4a7c30e13c479bade93d9d446a344e to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/9a4a7c30e13c479bade93d9d446a344e 2024-12-13T07:30:43,442 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/89b130838fe34911a5cc564a6089995a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/89b130838fe34911a5cc564a6089995a 2024-12-13T07:30:43,442 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/13df589f841c4748b219b0167d4b3139 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/13df589f841c4748b219b0167d4b3139 2024-12-13T07:30:43,442 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/70f78ea38eeb4a56b8db9323cab2008e to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/70f78ea38eeb4a56b8db9323cab2008e 2024-12-13T07:30:43,442 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/051da4e712ce4326bb82d3597bcd805d to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/051da4e712ce4326bb82d3597bcd805d 2024-12-13T07:30:43,442 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/e5c4e8254649444391db4480bd9a4b05 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/e5c4e8254649444391db4480bd9a4b05 2024-12-13T07:30:43,444 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/87e2054e43a24155827bc4aee24d420f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/87e2054e43a24155827bc4aee24d420f 2024-12-13T07:30:43,444 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/306f4f1d2caa4e4588d6bcde39e1d5e8 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/306f4f1d2caa4e4588d6bcde39e1d5e8 2024-12-13T07:30:43,444 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/dafffc7dbb7a4e4d9480b468963e9d55 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/dafffc7dbb7a4e4d9480b468963e9d55 2024-12-13T07:30:43,444 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/b96352e02cff4f73b03eba44605ba2e8 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/b96352e02cff4f73b03eba44605ba2e8 2024-12-13T07:30:43,444 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/329472437df64bb49154c993d6df3fce to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/329472437df64bb49154c993d6df3fce 2024-12-13T07:30:43,444 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a0b259c7fb4042b79ea3c286b9a38dc6 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a0b259c7fb4042b79ea3c286b9a38dc6 2024-12-13T07:30:43,445 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a03cbe3f535942fbb122208a896bfff6 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a03cbe3f535942fbb122208a896bfff6 2024-12-13T07:30:43,445 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/19bf932d7c0e4872893fab64a3ac6e2c to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/19bf932d7c0e4872893fab64a3ac6e2c 2024-12-13T07:30:43,445 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/ca566b07411b4d30b7cfddf3ccfbf2ab to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/ca566b07411b4d30b7cfddf3ccfbf2ab 2024-12-13T07:30:43,446 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/dd08fb2357494be9ba5608481726f1a9 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/dd08fb2357494be9ba5608481726f1a9 2024-12-13T07:30:43,446 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/7d0f82e3aa3f4f5b99637331778a6580 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/7d0f82e3aa3f4f5b99637331778a6580 2024-12-13T07:30:43,446 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/143bc31e9472439e9baa67afb902763c to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/143bc31e9472439e9baa67afb902763c 2024-12-13T07:30:43,446 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a6548702ac184158b04463a4c4d3eb7a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/a6548702ac184158b04463a4c4d3eb7a 2024-12-13T07:30:43,446 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/05eb735dc35d4d30a82715c491c57849 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/05eb735dc35d4d30a82715c491c57849 2024-12-13T07:30:43,447 DEBUG [StoreCloser-TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/5b83a15ca6e34c36840349429b5b255f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/217e1906adfd408889675503a279b1da, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/dc935dced1a541fd9fb0d3cad9847d17, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/383acce0980c4ee38d8fdd49e51ee7d2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/fc00420051594d35bf6bb5a25e54f031, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/e0e0b62e515f44fb91177e4565f0d458, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/2f37e66f515f4bb29a80f004eee2b00c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/8fc9c113d79a489fbda3f79b567fd38f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/730a5861c5534e2482dabe7ed25946b7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/efcaa53b04c5400bbd0d92d9c2207139, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/8ffed28adf9748b181711f62a7309832, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/db7629e3a965406da1a7bcd627735666, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/bb77d5e7646240efbf6a5d484b7fb628, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/573ac73a052d4513bcaff5302f7d6fde, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/e44d3c79c98a4ac4b2d471c2f6947805, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/6cb10a10521b44e38e462420dd9ff320, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/4b982728b10b468aa76fa371377dd40c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/6faeffc84d4d43118a3f992005e1c4a0, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/4b81f506429141b092f7d2651836a8c6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/2dc6310d96cc461d9dd96a546714e5da, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/5663b528a19a4924a77df0733879c521, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/1c0150301ee2442f9680bd6d7141ef12] to archive 2024-12-13T07:30:43,448 DEBUG [StoreCloser-TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T07:30:43,450 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/217e1906adfd408889675503a279b1da to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/217e1906adfd408889675503a279b1da 2024-12-13T07:30:43,450 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/fc00420051594d35bf6bb5a25e54f031 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/fc00420051594d35bf6bb5a25e54f031 2024-12-13T07:30:43,451 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/5b83a15ca6e34c36840349429b5b255f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/5b83a15ca6e34c36840349429b5b255f 2024-12-13T07:30:43,451 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/383acce0980c4ee38d8fdd49e51ee7d2 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/383acce0980c4ee38d8fdd49e51ee7d2 2024-12-13T07:30:43,451 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/dc935dced1a541fd9fb0d3cad9847d17 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/dc935dced1a541fd9fb0d3cad9847d17 2024-12-13T07:30:43,451 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/e0e0b62e515f44fb91177e4565f0d458 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/e0e0b62e515f44fb91177e4565f0d458 2024-12-13T07:30:43,451 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/8fc9c113d79a489fbda3f79b567fd38f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/8fc9c113d79a489fbda3f79b567fd38f 2024-12-13T07:30:43,453 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/2f37e66f515f4bb29a80f004eee2b00c to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/2f37e66f515f4bb29a80f004eee2b00c 2024-12-13T07:30:43,454 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/573ac73a052d4513bcaff5302f7d6fde to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/573ac73a052d4513bcaff5302f7d6fde 2024-12-13T07:30:43,454 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/730a5861c5534e2482dabe7ed25946b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/730a5861c5534e2482dabe7ed25946b7 2024-12-13T07:30:43,454 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/8ffed28adf9748b181711f62a7309832 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/8ffed28adf9748b181711f62a7309832 2024-12-13T07:30:43,454 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/e44d3c79c98a4ac4b2d471c2f6947805 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/e44d3c79c98a4ac4b2d471c2f6947805 2024-12-13T07:30:43,454 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/efcaa53b04c5400bbd0d92d9c2207139 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/efcaa53b04c5400bbd0d92d9c2207139 2024-12-13T07:30:43,455 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/bb77d5e7646240efbf6a5d484b7fb628 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/bb77d5e7646240efbf6a5d484b7fb628 2024-12-13T07:30:43,455 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/db7629e3a965406da1a7bcd627735666 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/db7629e3a965406da1a7bcd627735666 2024-12-13T07:30:43,455 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/6cb10a10521b44e38e462420dd9ff320 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/6cb10a10521b44e38e462420dd9ff320 2024-12-13T07:30:43,455 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/4b982728b10b468aa76fa371377dd40c to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/4b982728b10b468aa76fa371377dd40c 2024-12-13T07:30:43,456 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/2dc6310d96cc461d9dd96a546714e5da to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/2dc6310d96cc461d9dd96a546714e5da 2024-12-13T07:30:43,456 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/6faeffc84d4d43118a3f992005e1c4a0 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/6faeffc84d4d43118a3f992005e1c4a0 2024-12-13T07:30:43,456 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/4b81f506429141b092f7d2651836a8c6 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/4b81f506429141b092f7d2651836a8c6 2024-12-13T07:30:43,456 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/5663b528a19a4924a77df0733879c521 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/5663b528a19a4924a77df0733879c521 2024-12-13T07:30:43,457 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/1c0150301ee2442f9680bd6d7141ef12 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/1c0150301ee2442f9680bd6d7141ef12 2024-12-13T07:30:43,461 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/recovered.edits/368.seqid, newMaxSeqId=368, maxSeqId=4 2024-12-13T07:30:43,462 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7. 2024-12-13T07:30:43,462 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 74bd27baedfa69a6cc17074b76ba88b7: 2024-12-13T07:30:43,463 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,463 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=74bd27baedfa69a6cc17074b76ba88b7, regionState=CLOSED 2024-12-13T07:30:43,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-13T07:30:43,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 74bd27baedfa69a6cc17074b76ba88b7, server=9eb75de94ef3,40871,1734074980781 in 1.8970 sec 2024-12-13T07:30:43,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-13T07:30:43,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=74bd27baedfa69a6cc17074b76ba88b7, UNASSIGN in 1.9000 sec 2024-12-13T07:30:43,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-13T07:30:43,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9040 sec 2024-12-13T07:30:43,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075043469"}]},"ts":"1734075043469"} 2024-12-13T07:30:43,470 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-13T07:30:43,479 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-13T07:30:43,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9710 sec 2024-12-13T07:30:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T07:30:43,619 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-13T07:30:43,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-13T07:30:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:30:43,621 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:30:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T07:30:43,621 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:30:43,623 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,625 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A, FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B, FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C, FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/recovered.edits] 2024-12-13T07:30:43,629 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/d0c2fe9aa85b49db9f5c6ed8d4d3daa1 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/d0c2fe9aa85b49db9f5c6ed8d4d3daa1 2024-12-13T07:30:43,629 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/b68f525a27cc4d0192cc8c5008105a8a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/b68f525a27cc4d0192cc8c5008105a8a 2024-12-13T07:30:43,629 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/d83404912bb0419a80b92b46eeeb80f6 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/d83404912bb0419a80b92b46eeeb80f6 2024-12-13T07:30:43,629 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/060bfc7805024c97adfee6f3996e1266 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/A/060bfc7805024c97adfee6f3996e1266 2024-12-13T07:30:43,632 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/1d65c98ea2234fb89f4dd3de3f9d2ece to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/1d65c98ea2234fb89f4dd3de3f9d2ece 2024-12-13T07:30:43,632 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/7d29e2d5da6d4a9b91ea06d68872c7b4 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/7d29e2d5da6d4a9b91ea06d68872c7b4 2024-12-13T07:30:43,632 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/d208925444d04e19868dd20b084c6bcc to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/d208925444d04e19868dd20b084c6bcc 2024-12-13T07:30:43,632 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/94db22e8c97d499b91adfcecb0430d18 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/B/94db22e8c97d499b91adfcecb0430d18 2024-12-13T07:30:43,635 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/4b82300ff60748cb97f8420a1c5c7209 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/4b82300ff60748cb97f8420a1c5c7209 2024-12-13T07:30:43,635 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/5196ce34f8ce4fed96660a4333ea376d to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/5196ce34f8ce4fed96660a4333ea376d 2024-12-13T07:30:43,635 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/22cd1da9d6ed4f05bb29d89503904b3c to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/22cd1da9d6ed4f05bb29d89503904b3c 2024-12-13T07:30:43,635 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/6fd8a43190ab44e9bd66df2e99c4fd72 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/C/6fd8a43190ab44e9bd66df2e99c4fd72 2024-12-13T07:30:43,638 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/recovered.edits/368.seqid to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7/recovered.edits/368.seqid 2024-12-13T07:30:43,638 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,638 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-13T07:30:43,638 DEBUG [PEWorker-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-13T07:30:43,639 DEBUG [PEWorker-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-13T07:30:43,648 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213266556f3548843a9871bec48e5874056_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213266556f3548843a9871bec48e5874056_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,648 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213277eca80ba264482b5fc9d983814d990_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213277eca80ba264482b5fc9d983814d990_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,648 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412131806684d424547c68805e6cca800349e_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412131806684d424547c68805e6cca800349e_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,648 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412135da70c9a0ffd4ff48088e5036606d6a1_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412135da70c9a0ffd4ff48088e5036606d6a1_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,648 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121334e7c081215a408baf7bca6277369784_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121334e7c081215a408baf7bca6277369784_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,648 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412134f9a0f6084404685bea130ae3caed4cf_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412134f9a0f6084404685bea130ae3caed4cf_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,649 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412137c22aecb2e7d40ad8fbd0cebed967029_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412137c22aecb2e7d40ad8fbd0cebed967029_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,649 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412137757dcfbf87441eba77475b2e59fe735_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412137757dcfbf87441eba77475b2e59fe735_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,649 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121383446316bbd14fc0ab409de644ea38a9_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121383446316bbd14fc0ab409de644ea38a9_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,649 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213a238052081064e208169edd70e42bbeb_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213a238052081064e208169edd70e42bbeb_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,650 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213b9621311b6cd43299396c41825619658_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213b9621311b6cd43299396c41825619658_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,650 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213dea0c282a3ef4ec7b85707d54819a19c_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213dea0c282a3ef4ec7b85707d54819a19c_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,650 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213a213f1b44cdd407685bc35deb7b887d0_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213a213f1b44cdd407685bc35deb7b887d0_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,650 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213dadc6af6429c4ccda248b1750b98e02c_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213dadc6af6429c4ccda248b1750b98e02c_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,650 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e56c94d7821c4251981a5d0dd933fec9_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e56c94d7821c4251981a5d0dd933fec9_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,650 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e7a157970d584ef0b5895b0113ef23c3_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e7a157970d584ef0b5895b0113ef23c3_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,651 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213eb27368c91c04204bcd4467483f02cbb_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213eb27368c91c04204bcd4467483f02cbb_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,651 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213ea8a9fda23fd448f8b29950ad45a87c0_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213ea8a9fda23fd448f8b29950ad45a87c0_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,651 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213f8bcae6c170f4e5b99ccd4e9ce595e0f_74bd27baedfa69a6cc17074b76ba88b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213f8bcae6c170f4e5b99ccd4e9ce595e0f_74bd27baedfa69a6cc17074b76ba88b7 2024-12-13T07:30:43,652 DEBUG [PEWorker-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-13T07:30:43,654 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:30:43,655 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-13T07:30:43,658 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-13T07:30:43,659 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:30:43,659 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-13T07:30:43,659 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734075043659"}]},"ts":"9223372036854775807"} 2024-12-13T07:30:43,661 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T07:30:43,661 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 74bd27baedfa69a6cc17074b76ba88b7, NAME => 'TestAcidGuarantees,,1734075013863.74bd27baedfa69a6cc17074b76ba88b7.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T07:30:43,661 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-13T07:30:43,661 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734075043661"}]},"ts":"9223372036854775807"} 2024-12-13T07:30:43,663 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-13T07:30:43,671 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:30:43,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-12-13T07:30:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T07:30:43,722 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-13T07:30:43,736 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=245 (was 247), OpenFileDescriptor=461 (was 458) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 286) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8459 (was 8582) 2024-12-13T07:30:43,746 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=245, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=8458 2024-12-13T07:30:43,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-13T07:30:43,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T07:30:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-13T07:30:43,751 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T07:30:43,751 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:43,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-12-13T07:30:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-13T07:30:43,752 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T07:30:43,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742060_1236 (size=963) 2024-12-13T07:30:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-13T07:30:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-13T07:30:44,165 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d 2024-12-13T07:30:44,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742061_1237 (size=53) 2024-12-13T07:30:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-13T07:30:44,577 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:30:44,577 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4ff0ff987543c1a820ff47ecaaaf5f37, disabling compactions & flushes 2024-12-13T07:30:44,577 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:44,577 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:44,577 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. after waiting 0 ms 2024-12-13T07:30:44,577 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:44,577 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:44,578 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:44,579 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T07:30:44,580 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734075044579"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734075044579"}]},"ts":"1734075044579"} 2024-12-13T07:30:44,582 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T07:30:44,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T07:30:44,584 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075044584"}]},"ts":"1734075044584"} 2024-12-13T07:30:44,586 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-13T07:30:44,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff0ff987543c1a820ff47ecaaaf5f37, ASSIGN}] 2024-12-13T07:30:44,640 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff0ff987543c1a820ff47ecaaaf5f37, ASSIGN 2024-12-13T07:30:44,642 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff0ff987543c1a820ff47ecaaaf5f37, ASSIGN; state=OFFLINE, location=9eb75de94ef3,40871,1734074980781; forceNewPlan=false, retain=false 2024-12-13T07:30:44,793 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=4ff0ff987543c1a820ff47ecaaaf5f37, regionState=OPENING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:44,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure 4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:30:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-13T07:30:44,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:44,954 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:44,954 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} 2024-12-13T07:30:44,955 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:44,955 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:30:44,955 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:44,955 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:44,958 INFO [StoreOpener-4ff0ff987543c1a820ff47ecaaaf5f37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:44,960 INFO [StoreOpener-4ff0ff987543c1a820ff47ecaaaf5f37-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:30:44,960 INFO [StoreOpener-4ff0ff987543c1a820ff47ecaaaf5f37-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ff0ff987543c1a820ff47ecaaaf5f37 columnFamilyName A 2024-12-13T07:30:44,960 DEBUG [StoreOpener-4ff0ff987543c1a820ff47ecaaaf5f37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:44,961 INFO [StoreOpener-4ff0ff987543c1a820ff47ecaaaf5f37-1 {}] regionserver.HStore(327): Store=4ff0ff987543c1a820ff47ecaaaf5f37/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:30:44,961 INFO [StoreOpener-4ff0ff987543c1a820ff47ecaaaf5f37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:44,963 INFO [StoreOpener-4ff0ff987543c1a820ff47ecaaaf5f37-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:30:44,963 INFO [StoreOpener-4ff0ff987543c1a820ff47ecaaaf5f37-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ff0ff987543c1a820ff47ecaaaf5f37 columnFamilyName B 2024-12-13T07:30:44,963 DEBUG [StoreOpener-4ff0ff987543c1a820ff47ecaaaf5f37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:44,963 INFO [StoreOpener-4ff0ff987543c1a820ff47ecaaaf5f37-1 {}] regionserver.HStore(327): Store=4ff0ff987543c1a820ff47ecaaaf5f37/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:30:44,963 INFO [StoreOpener-4ff0ff987543c1a820ff47ecaaaf5f37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:44,964 INFO [StoreOpener-4ff0ff987543c1a820ff47ecaaaf5f37-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:30:44,965 INFO [StoreOpener-4ff0ff987543c1a820ff47ecaaaf5f37-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ff0ff987543c1a820ff47ecaaaf5f37 columnFamilyName C 2024-12-13T07:30:44,965 DEBUG [StoreOpener-4ff0ff987543c1a820ff47ecaaaf5f37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:30:44,965 INFO [StoreOpener-4ff0ff987543c1a820ff47ecaaaf5f37-1 {}] regionserver.HStore(327): Store=4ff0ff987543c1a820ff47ecaaaf5f37/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:30:44,965 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:44,966 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:44,966 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:44,968 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T07:30:44,969 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:44,971 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T07:30:44,972 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened 4ff0ff987543c1a820ff47ecaaaf5f37; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65569323, jitterRate=-0.022940948605537415}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T07:30:44,972 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:44,973 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., pid=72, masterSystemTime=1734075044949 2024-12-13T07:30:44,974 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:44,974 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:44,974 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=4ff0ff987543c1a820ff47ecaaaf5f37, regionState=OPEN, openSeqNum=2, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:44,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-13T07:30:44,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure 4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 in 179 msec 2024-12-13T07:30:44,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-12-13T07:30:44,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff0ff987543c1a820ff47ecaaaf5f37, ASSIGN in 338 msec 2024-12-13T07:30:44,978 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T07:30:44,978 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075044978"}]},"ts":"1734075044978"} 2024-12-13T07:30:44,978 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-13T07:30:44,988 DEBUG [master/9eb75de94ef3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region df39f87d4ae1f3d0bcdb83c5ee4b9344 changed from -1.0 to 0.0, refreshing cache 2024-12-13T07:30:44,988 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T07:30:44,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2390 sec 2024-12-13T07:30:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-13T07:30:45,862 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-12-13T07:30:45,866 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028e73c0 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee0130 2024-12-13T07:30:45,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aa9ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:45,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:45,918 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:45,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T07:30:45,923 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T07:30:45,926 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c480dfb to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683b64c3 2024-12-13T07:30:45,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec09297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:45,938 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34cb3991 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e55eb7 2024-12-13T07:30:45,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfb20f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:45,947 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e9ae050 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a703d2 2024-12-13T07:30:45,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf7fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:45,956 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2fef31f8 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14ed1e44 2024-12-13T07:30:45,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b04266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:45,965 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0eb04aeb to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72537a47 2024-12-13T07:30:45,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88aa519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:45,975 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x036642cb to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e998dd3 2024-12-13T07:30:45,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131ceb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:45,990 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c299cfb to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c79b8 2024-12-13T07:30:45,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a78bf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:45,998 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x605827c9 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d1403c3 2024-12-13T07:30:46,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328852db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:46,006 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3677bd4f to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3bf0ba59 2024-12-13T07:30:46,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9e2976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:46,015 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x521aad6f to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c86f707 2024-12-13T07:30:46,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e9a678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:30:46,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:46,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-13T07:30:46,028 DEBUG [hconnection-0x189c9974-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:46,028 DEBUG [hconnection-0x3e458b6a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:46,028 DEBUG [hconnection-0x330bd571-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:46,028 DEBUG [hconnection-0x11535536-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-13T07:30:46,029 DEBUG [hconnection-0x797a5b52-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:46,029 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:46,030 DEBUG [hconnection-0x3878146f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:46,030 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:46,030 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:46,030 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:46,030 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:46,031 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:46,031 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:46,031 DEBUG [hconnection-0x57865412-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:46,032 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:46,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:46,032 DEBUG [hconnection-0x776ab335-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:46,032 DEBUG [hconnection-0x596f9903-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:46,033 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:46,033 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:46,034 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:46,036 DEBUG [hconnection-0x10da2a7b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:30:46,037 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:30:46,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:46,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T07:30:46,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:30:46,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:46,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:30:46,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:46,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:30:46,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:46,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/e652b392647746ce9993aa5df7326ad3 is 50, key is test_row_0/A:col10/1734075046036/Put/seqid=0 2024-12-13T07:30:46,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075106058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075106060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075106059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075106061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075106062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742062_1238 (size=9657) 2024-12-13T07:30:46,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/e652b392647746ce9993aa5df7326ad3 2024-12-13T07:30:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-13T07:30:46,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/017584280d424cb5ab3298e959784001 is 50, key is test_row_0/B:col10/1734075046036/Put/seqid=0 2024-12-13T07:30:46,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742063_1239 (size=9657) 2024-12-13T07:30:46,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075106164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075106164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075106164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075106169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075106169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,184 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-13T07:30:46,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:46,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:46,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:46,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:46,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-13T07:30:46,337 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-13T07:30:46,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:46,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:46,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:46,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:46,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:46,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075106366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075106366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075106367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075106372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075106372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,489 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-13T07:30:46,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:46,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:46,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:46,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:46,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:46,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/017584280d424cb5ab3298e959784001 2024-12-13T07:30:46,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/579b18b2313d4db5ac04e5b57ab47792 is 50, key is test_row_0/C:col10/1734075046036/Put/seqid=0 2024-12-13T07:30:46,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742064_1240 (size=9657) 2024-12-13T07:30:46,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/579b18b2313d4db5ac04e5b57ab47792 2024-12-13T07:30:46,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/e652b392647746ce9993aa5df7326ad3 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/e652b392647746ce9993aa5df7326ad3 2024-12-13T07:30:46,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/e652b392647746ce9993aa5df7326ad3, entries=100, sequenceid=13, filesize=9.4 K 2024-12-13T07:30:46,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/017584280d424cb5ab3298e959784001 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/017584280d424cb5ab3298e959784001 2024-12-13T07:30:46,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/017584280d424cb5ab3298e959784001, entries=100, sequenceid=13, filesize=9.4 K 2024-12-13T07:30:46,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/579b18b2313d4db5ac04e5b57ab47792 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/579b18b2313d4db5ac04e5b57ab47792 2024-12-13T07:30:46,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/579b18b2313d4db5ac04e5b57ab47792, entries=100, sequenceid=13, filesize=9.4 K 2024-12-13T07:30:46,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 559ms, sequenceid=13, compaction requested=false 2024-12-13T07:30:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-13T07:30:46,641 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-13T07:30:46,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:46,642 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-13T07:30:46,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:30:46,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:46,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:30:46,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:46,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:30:46,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:46,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/5b5fd84f5aef47ae9e142083ad2a65fd is 50, key is test_row_0/A:col10/1734075046059/Put/seqid=0 2024-12-13T07:30:46,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742065_1241 (size=12001) 2024-12-13T07:30:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:46,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:46,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075106674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075106675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075106675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075106675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075106676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075106777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075106777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075106778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075106980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075106980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:46,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075106980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:47,051 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/5b5fd84f5aef47ae9e142083ad2a65fd 2024-12-13T07:30:47,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/4fe0e3390ca542c486b57c2e81741ad5 is 50, key is test_row_0/B:col10/1734075046059/Put/seqid=0 2024-12-13T07:30:47,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742066_1242 (size=12001) 2024-12-13T07:30:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-13T07:30:47,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075107179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:47,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075107181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:47,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075107282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:47,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075107283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:47,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075107284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:47,461 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/4fe0e3390ca542c486b57c2e81741ad5 2024-12-13T07:30:47,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/214b3c37648d44e8bca4f0b423a07967 is 50, key is test_row_0/C:col10/1734075046059/Put/seqid=0 2024-12-13T07:30:47,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742067_1243 (size=12001) 2024-12-13T07:30:47,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075107787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:47,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075107787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:47,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075107788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:47,872 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/214b3c37648d44e8bca4f0b423a07967 2024-12-13T07:30:47,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/5b5fd84f5aef47ae9e142083ad2a65fd as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/5b5fd84f5aef47ae9e142083ad2a65fd 2024-12-13T07:30:47,879 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/5b5fd84f5aef47ae9e142083ad2a65fd, entries=150, sequenceid=38, filesize=11.7 K 2024-12-13T07:30:47,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/4fe0e3390ca542c486b57c2e81741ad5 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/4fe0e3390ca542c486b57c2e81741ad5 2024-12-13T07:30:47,884 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/4fe0e3390ca542c486b57c2e81741ad5, entries=150, sequenceid=38, filesize=11.7 K 2024-12-13T07:30:47,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/214b3c37648d44e8bca4f0b423a07967 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/214b3c37648d44e8bca4f0b423a07967 2024-12-13T07:30:47,889 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/214b3c37648d44e8bca4f0b423a07967, entries=150, sequenceid=38, filesize=11.7 K 2024-12-13T07:30:47,889 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 1247ms, sequenceid=38, compaction requested=false 2024-12-13T07:30:47,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:47,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:47,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-13T07:30:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-13T07:30:47,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-13T07:30:47,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8590 sec 2024-12-13T07:30:47,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.8650 sec 2024-12-13T07:30:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-13T07:30:48,133 INFO [Thread-1109 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-13T07:30:48,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-13T07:30:48,135 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:48,136 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:48,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T07:30:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:48,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T07:30:48,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:30:48,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:48,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:30:48,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:48,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:30:48,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:48,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/ded2e380271741eab5ea7914b4a35789 is 50, key is test_row_0/A:col10/1734075046675/Put/seqid=0 2024-12-13T07:30:48,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742068_1244 (size=12001) 2024-12-13T07:30:48,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075108216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:48,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075108217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T07:30:48,287 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:48,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-13T07:30:48,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:48,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:48,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:48,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:48,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:48,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075108318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:48,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075108319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T07:30:48,440 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:48,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-13T07:30:48,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:48,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:48,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:48,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:48,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:48,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075108521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:48,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075108521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:48,592 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:48,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-13T07:30:48,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:48,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:48,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:48,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:48,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:48,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/ded2e380271741eab5ea7914b4a35789 2024-12-13T07:30:48,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/63afabaab95344779b8166f6970cf2b7 is 50, key is test_row_0/B:col10/1734075046675/Put/seqid=0 2024-12-13T07:30:48,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742069_1245 (size=12001) 2024-12-13T07:30:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T07:30:48,747 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:48,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-13T07:30:48,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:48,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:48,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:48,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:48,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:48,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075108792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:48,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075108797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:48,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075108798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:48,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075108823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:48,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075108825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:48,900 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:48,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-13T07:30:48,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:48,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:48,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:48,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:48,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:48,984 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-13T07:30:49,053 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:49,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-13T07:30:49,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:49,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:49,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:49,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:49,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:49,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/63afabaab95344779b8166f6970cf2b7 2024-12-13T07:30:49,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/9b1b413a0ad7412e8d04394532f8a8c6 is 50, key is test_row_0/C:col10/1734075046675/Put/seqid=0 2024-12-13T07:30:49,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742070_1246 (size=12001) 2024-12-13T07:30:49,206 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:49,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-13T07:30:49,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:49,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:49,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:49,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:49,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T07:30:49,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075109327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:49,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075109329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:49,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:49,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-13T07:30:49,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:49,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:49,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:49,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:49,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:49,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/9b1b413a0ad7412e8d04394532f8a8c6 2024-12-13T07:30:49,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/ded2e380271741eab5ea7914b4a35789 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/ded2e380271741eab5ea7914b4a35789 2024-12-13T07:30:49,512 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:49,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-13T07:30:49,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:49,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:49,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:49,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:49,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:49,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/ded2e380271741eab5ea7914b4a35789, entries=150, sequenceid=50, filesize=11.7 K 2024-12-13T07:30:49,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/63afabaab95344779b8166f6970cf2b7 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/63afabaab95344779b8166f6970cf2b7 2024-12-13T07:30:49,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/63afabaab95344779b8166f6970cf2b7, entries=150, sequenceid=50, filesize=11.7 K 2024-12-13T07:30:49,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/9b1b413a0ad7412e8d04394532f8a8c6 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/9b1b413a0ad7412e8d04394532f8a8c6 2024-12-13T07:30:49,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/9b1b413a0ad7412e8d04394532f8a8c6, entries=150, sequenceid=50, filesize=11.7 K 2024-12-13T07:30:49,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 1360ms, sequenceid=50, compaction requested=true 2024-12-13T07:30:49,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:49,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:30:49,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:49,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:30:49,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:49,543 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:49,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:30:49,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:49,543 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:49,545 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:49,545 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/B is initiating minor compaction (all files) 2024-12-13T07:30:49,545 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/B in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:49,545 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/017584280d424cb5ab3298e959784001, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/4fe0e3390ca542c486b57c2e81741ad5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/63afabaab95344779b8166f6970cf2b7] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=32.9 K 2024-12-13T07:30:49,545 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:49,545 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/A is initiating minor compaction (all files) 2024-12-13T07:30:49,545 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/A in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:49,545 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/e652b392647746ce9993aa5df7326ad3, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/5b5fd84f5aef47ae9e142083ad2a65fd, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/ded2e380271741eab5ea7914b4a35789] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=32.9 K 2024-12-13T07:30:49,546 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting e652b392647746ce9993aa5df7326ad3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734075046036 2024-12-13T07:30:49,546 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 017584280d424cb5ab3298e959784001, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734075046036 2024-12-13T07:30:49,546 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b5fd84f5aef47ae9e142083ad2a65fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734075046056 2024-12-13T07:30:49,546 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fe0e3390ca542c486b57c2e81741ad5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734075046056 2024-12-13T07:30:49,547 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting ded2e380271741eab5ea7914b4a35789, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734075046674 2024-12-13T07:30:49,547 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 63afabaab95344779b8166f6970cf2b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734075046674 2024-12-13T07:30:49,557 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:49,557 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/76c5479ddfab451b8fe582d4ea7dd452 is 50, key is test_row_0/B:col10/1734075046675/Put/seqid=0 2024-12-13T07:30:49,571 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#A#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:49,571 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/17712837be5e44ad8a07137918ba3a53 is 50, key is test_row_0/A:col10/1734075046675/Put/seqid=0 2024-12-13T07:30:49,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742071_1247 (size=12104) 2024-12-13T07:30:49,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742072_1248 (size=12104) 2024-12-13T07:30:49,664 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:49,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-13T07:30:49,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:49,665 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-13T07:30:49,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:30:49,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:49,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:30:49,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:49,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:30:49,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:49,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/4ade091532744dbb8a9c2fe2744b855b is 50, key is test_row_0/A:col10/1734075048216/Put/seqid=0 2024-12-13T07:30:49,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742073_1249 (size=12001) 2024-12-13T07:30:50,005 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/76c5479ddfab451b8fe582d4ea7dd452 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/76c5479ddfab451b8fe582d4ea7dd452 2024-12-13T07:30:50,011 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/B of 4ff0ff987543c1a820ff47ecaaaf5f37 into 76c5479ddfab451b8fe582d4ea7dd452(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:50,011 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:50,011 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/B, priority=13, startTime=1734075049543; duration=0sec 2024-12-13T07:30:50,011 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:50,011 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:B 2024-12-13T07:30:50,011 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:50,013 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:50,013 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/C is initiating minor compaction (all files) 2024-12-13T07:30:50,013 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/C in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:50,013 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/579b18b2313d4db5ac04e5b57ab47792, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/214b3c37648d44e8bca4f0b423a07967, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/9b1b413a0ad7412e8d04394532f8a8c6] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=32.9 K 2024-12-13T07:30:50,014 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 579b18b2313d4db5ac04e5b57ab47792, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734075046036 2024-12-13T07:30:50,014 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 214b3c37648d44e8bca4f0b423a07967, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734075046056 2024-12-13T07:30:50,015 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b1b413a0ad7412e8d04394532f8a8c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734075046674 2024-12-13T07:30:50,016 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/17712837be5e44ad8a07137918ba3a53 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/17712837be5e44ad8a07137918ba3a53 2024-12-13T07:30:50,023 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/A of 4ff0ff987543c1a820ff47ecaaaf5f37 into 17712837be5e44ad8a07137918ba3a53(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:50,023 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:50,023 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/A, priority=13, startTime=1734075049543; duration=0sec 2024-12-13T07:30:50,023 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:50,023 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:A 2024-12-13T07:30:50,030 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#C#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:50,031 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/cd869c9111f84e2da6ccc026a973cc0b is 50, key is test_row_0/C:col10/1734075046675/Put/seqid=0 2024-12-13T07:30:50,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742074_1250 (size=12104) 2024-12-13T07:30:50,066 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/cd869c9111f84e2da6ccc026a973cc0b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/cd869c9111f84e2da6ccc026a973cc0b 2024-12-13T07:30:50,071 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/C of 4ff0ff987543c1a820ff47ecaaaf5f37 into cd869c9111f84e2da6ccc026a973cc0b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:50,072 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:50,072 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/C, priority=13, startTime=1734075049543; duration=0sec 2024-12-13T07:30:50,072 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:50,072 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:C 2024-12-13T07:30:50,084 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/4ade091532744dbb8a9c2fe2744b855b 2024-12-13T07:30:50,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/317ceb2646b5473e9c1fc715be1d378a is 50, key is test_row_0/B:col10/1734075048216/Put/seqid=0 2024-12-13T07:30:50,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742075_1251 (size=12001) 2024-12-13T07:30:50,150 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/317ceb2646b5473e9c1fc715be1d378a 2024-12-13T07:30:50,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/1efb2758213f4f8ca746d7dbad9904aa is 50, key is test_row_0/C:col10/1734075048216/Put/seqid=0 2024-12-13T07:30:50,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742076_1252 (size=12001) 2024-12-13T07:30:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T07:30:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:50,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:50,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075110347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:50,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075110348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:50,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075110449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:50,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075110450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:50,601 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/1efb2758213f4f8ca746d7dbad9904aa 2024-12-13T07:30:50,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/4ade091532744dbb8a9c2fe2744b855b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4ade091532744dbb8a9c2fe2744b855b 2024-12-13T07:30:50,629 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4ade091532744dbb8a9c2fe2744b855b, entries=150, sequenceid=74, filesize=11.7 K 2024-12-13T07:30:50,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/317ceb2646b5473e9c1fc715be1d378a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/317ceb2646b5473e9c1fc715be1d378a 2024-12-13T07:30:50,636 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/317ceb2646b5473e9c1fc715be1d378a, entries=150, sequenceid=74, filesize=11.7 K 2024-12-13T07:30:50,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/1efb2758213f4f8ca746d7dbad9904aa as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/1efb2758213f4f8ca746d7dbad9904aa 2024-12-13T07:30:50,642 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/1efb2758213f4f8ca746d7dbad9904aa, entries=150, sequenceid=74, filesize=11.7 K 2024-12-13T07:30:50,643 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 979ms, sequenceid=74, compaction requested=false 2024-12-13T07:30:50,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:50,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:50,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-13T07:30:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-13T07:30:50,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-13T07:30:50,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5080 sec 2024-12-13T07:30:50,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.5140 sec 2024-12-13T07:30:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:50,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-13T07:30:50,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:30:50,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:50,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:30:50,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:50,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:30:50,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:50,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/6debaa2b40414d20a2fc10d3d1f0e148 is 50, key is test_row_0/A:col10/1734075050347/Put/seqid=0 2024-12-13T07:30:50,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742077_1253 (size=12001) 2024-12-13T07:30:50,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/6debaa2b40414d20a2fc10d3d1f0e148 2024-12-13T07:30:50,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075110712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:50,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/daba41990e594293b3b73f36d8181acf is 50, key is test_row_0/B:col10/1734075050347/Put/seqid=0 2024-12-13T07:30:50,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075110717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:50,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742078_1254 (size=12001) 2024-12-13T07:30:50,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:50,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075110806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075110807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:50,809 DEBUG [Thread-1099 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., hostname=9eb75de94ef3,40871,1734074980781, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:30:50,809 DEBUG [Thread-1107 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., hostname=9eb75de94ef3,40871,1734074980781, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:30:50,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075110811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:50,812 DEBUG [Thread-1105 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., hostname=9eb75de94ef3,40871,1734074980781, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:30:50,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075110819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:50,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075110823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:51,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:51,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075111025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075111025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:51,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/daba41990e594293b3b73f36d8181acf 2024-12-13T07:30:51,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/ef2ddfc9ab0b424e84785a277eabfb6d is 50, key is test_row_0/C:col10/1734075050347/Put/seqid=0 2024-12-13T07:30:51,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742079_1255 (size=12001) 2024-12-13T07:30:51,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075111329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:51,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075111330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:51,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/ef2ddfc9ab0b424e84785a277eabfb6d 2024-12-13T07:30:51,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/6debaa2b40414d20a2fc10d3d1f0e148 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/6debaa2b40414d20a2fc10d3d1f0e148 2024-12-13T07:30:51,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/6debaa2b40414d20a2fc10d3d1f0e148, entries=150, sequenceid=90, filesize=11.7 K 2024-12-13T07:30:51,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/daba41990e594293b3b73f36d8181acf as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/daba41990e594293b3b73f36d8181acf 2024-12-13T07:30:51,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/daba41990e594293b3b73f36d8181acf, entries=150, sequenceid=90, filesize=11.7 K 2024-12-13T07:30:51,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/ef2ddfc9ab0b424e84785a277eabfb6d as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/ef2ddfc9ab0b424e84785a277eabfb6d 2024-12-13T07:30:51,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/ef2ddfc9ab0b424e84785a277eabfb6d, entries=150, sequenceid=90, filesize=11.7 K 2024-12-13T07:30:51,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 941ms, sequenceid=90, compaction requested=true 2024-12-13T07:30:51,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:51,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:30:51,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:51,595 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:51,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:30:51,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:51,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:30:51,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-13T07:30:51,596 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:51,596 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:51,596 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:51,596 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/B is initiating minor compaction (all files) 2024-12-13T07:30:51,596 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/A is initiating minor compaction (all files) 2024-12-13T07:30:51,596 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/B in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:51,597 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/A in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:51,597 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/76c5479ddfab451b8fe582d4ea7dd452, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/317ceb2646b5473e9c1fc715be1d378a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/daba41990e594293b3b73f36d8181acf] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=35.3 K 2024-12-13T07:30:51,597 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/17712837be5e44ad8a07137918ba3a53, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4ade091532744dbb8a9c2fe2744b855b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/6debaa2b40414d20a2fc10d3d1f0e148] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=35.3 K 2024-12-13T07:30:51,597 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17712837be5e44ad8a07137918ba3a53, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734075046674 2024-12-13T07:30:51,597 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 76c5479ddfab451b8fe582d4ea7dd452, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734075046674 2024-12-13T07:30:51,597 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 317ceb2646b5473e9c1fc715be1d378a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1734075048208 2024-12-13T07:30:51,597 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ade091532744dbb8a9c2fe2744b855b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1734075048208 2024-12-13T07:30:51,597 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting daba41990e594293b3b73f36d8181acf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734075050343 2024-12-13T07:30:51,597 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6debaa2b40414d20a2fc10d3d1f0e148, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734075050343 2024-12-13T07:30:51,604 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#B#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:51,604 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#A#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:51,604 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/a83a50dd0a014d5781999f57863bc306 is 50, key is test_row_0/B:col10/1734075050347/Put/seqid=0 2024-12-13T07:30:51,604 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/f017f2d214934e528b29f2c90ec62f97 is 50, key is test_row_0/A:col10/1734075050347/Put/seqid=0 2024-12-13T07:30:51,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742081_1257 (size=12207) 2024-12-13T07:30:51,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742080_1256 (size=12207) 2024-12-13T07:30:51,626 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/f017f2d214934e528b29f2c90ec62f97 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/f017f2d214934e528b29f2c90ec62f97 2024-12-13T07:30:51,629 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/a83a50dd0a014d5781999f57863bc306 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/a83a50dd0a014d5781999f57863bc306 2024-12-13T07:30:51,632 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/A of 4ff0ff987543c1a820ff47ecaaaf5f37 into f017f2d214934e528b29f2c90ec62f97(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:51,633 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:51,633 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/A, priority=13, startTime=1734075051595; duration=0sec 2024-12-13T07:30:51,633 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:51,633 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:A 2024-12-13T07:30:51,633 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:51,634 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:51,634 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/C is initiating minor compaction (all files) 2024-12-13T07:30:51,634 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/C in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:51,634 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/cd869c9111f84e2da6ccc026a973cc0b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/1efb2758213f4f8ca746d7dbad9904aa, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/ef2ddfc9ab0b424e84785a277eabfb6d] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=35.3 K 2024-12-13T07:30:51,636 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/B of 4ff0ff987543c1a820ff47ecaaaf5f37 into a83a50dd0a014d5781999f57863bc306(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:51,636 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd869c9111f84e2da6ccc026a973cc0b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734075046674 2024-12-13T07:30:51,636 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:51,636 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/B, priority=13, startTime=1734075051595; duration=0sec 2024-12-13T07:30:51,636 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:51,636 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:B 2024-12-13T07:30:51,636 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1efb2758213f4f8ca746d7dbad9904aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1734075048208 2024-12-13T07:30:51,636 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef2ddfc9ab0b424e84785a277eabfb6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734075050343 2024-12-13T07:30:51,644 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#C#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:51,644 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/b8301606495844bd8926e2ecf4dcff52 is 50, key is test_row_0/C:col10/1734075050347/Put/seqid=0 2024-12-13T07:30:51,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742082_1258 (size=12207) 2024-12-13T07:30:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:51,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-13T07:30:51,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:30:51,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:51,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:30:51,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:51,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:30:51,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:51,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/61ee1181cc52483886238a3436099955 is 50, key is test_row_0/A:col10/1734075050701/Put/seqid=0 2024-12-13T07:30:51,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742083_1259 (size=12001) 2024-12-13T07:30:51,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/61ee1181cc52483886238a3436099955 2024-12-13T07:30:51,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075111850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:51,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075111850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:51,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/0aafb8312fa0483194be2071cd709d45 is 50, key is test_row_0/B:col10/1734075050701/Put/seqid=0 2024-12-13T07:30:51,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742084_1260 (size=12001) 2024-12-13T07:30:51,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/0aafb8312fa0483194be2071cd709d45 2024-12-13T07:30:51,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/0abbc72aa73a409ca326a3e1c83457ca is 50, key is test_row_0/C:col10/1734075050701/Put/seqid=0 2024-12-13T07:30:51,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742085_1261 (size=12001) 2024-12-13T07:30:51,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/0abbc72aa73a409ca326a3e1c83457ca 2024-12-13T07:30:51,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/61ee1181cc52483886238a3436099955 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/61ee1181cc52483886238a3436099955 2024-12-13T07:30:51,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/61ee1181cc52483886238a3436099955, entries=150, sequenceid=116, filesize=11.7 K 2024-12-13T07:30:51,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/0aafb8312fa0483194be2071cd709d45 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/0aafb8312fa0483194be2071cd709d45 2024-12-13T07:30:51,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/0aafb8312fa0483194be2071cd709d45, entries=150, sequenceid=116, filesize=11.7 K 2024-12-13T07:30:51,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/0abbc72aa73a409ca326a3e1c83457ca as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/0abbc72aa73a409ca326a3e1c83457ca 2024-12-13T07:30:51,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/0abbc72aa73a409ca326a3e1c83457ca, entries=150, sequenceid=116, filesize=11.7 K 2024-12-13T07:30:51,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 114ms, sequenceid=116, compaction requested=false 2024-12-13T07:30:51,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:51,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-13T07:30:51,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:30:51,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:51,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:30:51,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:51,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:30:51,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:51,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/21904cecb70a4d4ea3caf6680efbfdb1 is 50, key is test_row_0/A:col10/1734075051955/Put/seqid=0 2024-12-13T07:30:51,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742086_1262 (size=12051) 2024-12-13T07:30:51,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/21904cecb70a4d4ea3caf6680efbfdb1 2024-12-13T07:30:51,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075111987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:51,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075111988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:52,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/19e154c76d0d430a84fd22793ad3c8f6 is 50, key is test_row_0/B:col10/1734075051955/Put/seqid=0 2024-12-13T07:30:52,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742087_1263 (size=12051) 2024-12-13T07:30:52,059 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/b8301606495844bd8926e2ecf4dcff52 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/b8301606495844bd8926e2ecf4dcff52 2024-12-13T07:30:52,063 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/C of 4ff0ff987543c1a820ff47ecaaaf5f37 into b8301606495844bd8926e2ecf4dcff52(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:52,063 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:52,063 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/C, priority=13, startTime=1734075051595; duration=0sec 2024-12-13T07:30:52,063 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:52,063 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:C 2024-12-13T07:30:52,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075112092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:52,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075112092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T07:30:52,244 INFO [Thread-1109 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-13T07:30:52,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-13T07:30:52,247 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-13T07:30:52,248 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:52,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:52,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075112294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:52,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075112294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-13T07:30:52,400 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:52,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-13T07:30:52,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:52,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:52,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:52,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:52,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:52,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/19e154c76d0d430a84fd22793ad3c8f6 2024-12-13T07:30:52,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/bb1d8f01423a4d1d9abfb2c615882868 is 50, key is test_row_0/C:col10/1734075051955/Put/seqid=0 2024-12-13T07:30:52,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742088_1264 (size=12051) 2024-12-13T07:30:52,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/bb1d8f01423a4d1d9abfb2c615882868 2024-12-13T07:30:52,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/21904cecb70a4d4ea3caf6680efbfdb1 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/21904cecb70a4d4ea3caf6680efbfdb1 2024-12-13T07:30:52,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/21904cecb70a4d4ea3caf6680efbfdb1, entries=150, sequenceid=130, filesize=11.8 K 2024-12-13T07:30:52,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/19e154c76d0d430a84fd22793ad3c8f6 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/19e154c76d0d430a84fd22793ad3c8f6 2024-12-13T07:30:52,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/19e154c76d0d430a84fd22793ad3c8f6, entries=150, sequenceid=130, filesize=11.8 K 2024-12-13T07:30:52,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/bb1d8f01423a4d1d9abfb2c615882868 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/bb1d8f01423a4d1d9abfb2c615882868 2024-12-13T07:30:52,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/bb1d8f01423a4d1d9abfb2c615882868, entries=150, sequenceid=130, filesize=11.8 K 2024-12-13T07:30:52,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 519ms, sequenceid=130, compaction requested=true 2024-12-13T07:30:52,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:52,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:30:52,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:52,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:30:52,474 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:52,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:52,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:30:52,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-13T07:30:52,474 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:52,475 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:52,475 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:52,475 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/A is initiating minor compaction (all files) 2024-12-13T07:30:52,475 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/B is initiating minor compaction (all files) 2024-12-13T07:30:52,475 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/A in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:52,475 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/f017f2d214934e528b29f2c90ec62f97, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/61ee1181cc52483886238a3436099955, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/21904cecb70a4d4ea3caf6680efbfdb1] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=35.4 K 2024-12-13T07:30:52,475 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/B in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:52,475 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/a83a50dd0a014d5781999f57863bc306, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/0aafb8312fa0483194be2071cd709d45, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/19e154c76d0d430a84fd22793ad3c8f6] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=35.4 K 2024-12-13T07:30:52,476 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting f017f2d214934e528b29f2c90ec62f97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734075050343 2024-12-13T07:30:52,476 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting a83a50dd0a014d5781999f57863bc306, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734075050343 2024-12-13T07:30:52,476 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61ee1181cc52483886238a3436099955, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734075050693 2024-12-13T07:30:52,476 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 0aafb8312fa0483194be2071cd709d45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734075050693 2024-12-13T07:30:52,476 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21904cecb70a4d4ea3caf6680efbfdb1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734075051849 2024-12-13T07:30:52,476 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 19e154c76d0d430a84fd22793ad3c8f6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734075051849 2024-12-13T07:30:52,497 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#B#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:52,498 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/b8e2d1dc69cb44d09051e0e920daa659 is 50, key is test_row_0/B:col10/1734075051955/Put/seqid=0 2024-12-13T07:30:52,501 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#A#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:52,502 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/34ab5c226b4b4356a31fae7a78b5dd83 is 50, key is test_row_0/A:col10/1734075051955/Put/seqid=0 2024-12-13T07:30:52,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742089_1265 (size=12359) 2024-12-13T07:30:52,528 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/34ab5c226b4b4356a31fae7a78b5dd83 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/34ab5c226b4b4356a31fae7a78b5dd83 2024-12-13T07:30:52,535 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/A of 4ff0ff987543c1a820ff47ecaaaf5f37 into 34ab5c226b4b4356a31fae7a78b5dd83(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:52,535 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:52,535 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/A, priority=13, startTime=1734075052474; duration=0sec 2024-12-13T07:30:52,535 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:52,535 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:A 2024-12-13T07:30:52,535 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:52,537 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:52,537 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/C is initiating minor compaction (all files) 2024-12-13T07:30:52,538 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/C in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:52,538 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/b8301606495844bd8926e2ecf4dcff52, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/0abbc72aa73a409ca326a3e1c83457ca, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/bb1d8f01423a4d1d9abfb2c615882868] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=35.4 K 2024-12-13T07:30:52,538 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8301606495844bd8926e2ecf4dcff52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734075050343 2024-12-13T07:30:52,539 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0abbc72aa73a409ca326a3e1c83457ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734075050693 2024-12-13T07:30:52,539 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb1d8f01423a4d1d9abfb2c615882868, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734075051849 2024-12-13T07:30:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-13T07:30:52,553 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:52,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-13T07:30:52,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:52,554 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-13T07:30:52,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:30:52,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:52,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:30:52,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:52,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:30:52,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:52,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742090_1266 (size=12359) 2024-12-13T07:30:52,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/19685400da0a44938131041d6bc062a5 is 50, key is test_row_0/A:col10/1734075051986/Put/seqid=0 2024-12-13T07:30:52,569 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#C#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:52,570 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/a592a4d730cc4971a51362977729d945 is 50, key is test_row_0/C:col10/1734075051955/Put/seqid=0 2024-12-13T07:30:52,577 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/b8e2d1dc69cb44d09051e0e920daa659 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/b8e2d1dc69cb44d09051e0e920daa659 2024-12-13T07:30:52,596 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/B of 4ff0ff987543c1a820ff47ecaaaf5f37 into b8e2d1dc69cb44d09051e0e920daa659(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:52,596 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:52,596 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/B, priority=13, startTime=1734075052474; duration=0sec 2024-12-13T07:30:52,596 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:52,596 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:B 2024-12-13T07:30:52,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742092_1268 (size=12359) 2024-12-13T07:30:52,641 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/a592a4d730cc4971a51362977729d945 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/a592a4d730cc4971a51362977729d945 2024-12-13T07:30:52,647 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/C of 4ff0ff987543c1a820ff47ecaaaf5f37 into a592a4d730cc4971a51362977729d945(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:52,647 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:52,647 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/C, priority=13, startTime=1734075052474; duration=0sec 2024-12-13T07:30:52,647 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:52,647 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:C 2024-12-13T07:30:52,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742091_1267 (size=12151) 2024-12-13T07:30:52,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075112660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:52,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075112664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:52,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075112766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:52,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075112768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-13T07:30:52,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075112969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:52,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075112970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:53,050 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/19685400da0a44938131041d6bc062a5 2024-12-13T07:30:53,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/38f8e2a45f444b7ea6ba829ee2b77832 is 50, key is test_row_0/B:col10/1734075051986/Put/seqid=0 2024-12-13T07:30:53,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742093_1269 (size=12151) 2024-12-13T07:30:53,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075113273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:53,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075113274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-13T07:30:53,464 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/38f8e2a45f444b7ea6ba829ee2b77832 2024-12-13T07:30:53,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/38fcf087a5004e39a152f02cd8a27c64 is 50, key is test_row_0/C:col10/1734075051986/Put/seqid=0 2024-12-13T07:30:53,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742094_1270 (size=12151) 2024-12-13T07:30:53,520 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/38fcf087a5004e39a152f02cd8a27c64 2024-12-13T07:30:53,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/19685400da0a44938131041d6bc062a5 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/19685400da0a44938131041d6bc062a5 2024-12-13T07:30:53,532 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/19685400da0a44938131041d6bc062a5, entries=150, sequenceid=154, filesize=11.9 K 2024-12-13T07:30:53,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/38f8e2a45f444b7ea6ba829ee2b77832 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/38f8e2a45f444b7ea6ba829ee2b77832 2024-12-13T07:30:53,539 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/38f8e2a45f444b7ea6ba829ee2b77832, entries=150, sequenceid=154, filesize=11.9 K 2024-12-13T07:30:53,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/38fcf087a5004e39a152f02cd8a27c64 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/38fcf087a5004e39a152f02cd8a27c64 2024-12-13T07:30:53,552 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/38fcf087a5004e39a152f02cd8a27c64, entries=150, sequenceid=154, filesize=11.9 K 2024-12-13T07:30:53,554 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 1000ms, sequenceid=154, compaction requested=false 2024-12-13T07:30:53,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:53,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:53,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-13T07:30:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-13T07:30:53,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-13T07:30:53,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3070 sec 2024-12-13T07:30:53,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.3120 sec 2024-12-13T07:30:53,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:53,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-13T07:30:53,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:30:53,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:53,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:30:53,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:53,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:30:53,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:53,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/c7152fa26f68421f91beeb2e6047c981 is 50, key is test_row_0/A:col10/1734075053777/Put/seqid=0 2024-12-13T07:30:53,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742095_1271 (size=12151) 2024-12-13T07:30:53,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/c7152fa26f68421f91beeb2e6047c981 2024-12-13T07:30:53,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:53,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075113811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:53,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075113811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:53,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/6334f815bd1241ef9e3c9e8c50863442 is 50, key is test_row_0/B:col10/1734075053777/Put/seqid=0 2024-12-13T07:30:53,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742096_1272 (size=12151) 2024-12-13T07:30:53,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075113914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:53,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075113914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:54,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075114117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:54,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075114118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:54,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/6334f815bd1241ef9e3c9e8c50863442 2024-12-13T07:30:54,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/194935eac68945ac96f7e6d88603b2c1 is 50, key is test_row_0/C:col10/1734075053777/Put/seqid=0 2024-12-13T07:30:54,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742097_1273 (size=12151) 2024-12-13T07:30:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-13T07:30:54,352 INFO [Thread-1109 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-13T07:30:54,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-13T07:30:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-13T07:30:54,354 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:54,354 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:54,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:54,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075114422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:54,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075114422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-13T07:30:54,506 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:54,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-13T07:30:54,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:54,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:54,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:54,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:54,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:54,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/194935eac68945ac96f7e6d88603b2c1 2024-12-13T07:30:54,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/c7152fa26f68421f91beeb2e6047c981 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/c7152fa26f68421f91beeb2e6047c981 2024-12-13T07:30:54,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/c7152fa26f68421f91beeb2e6047c981, entries=150, sequenceid=171, filesize=11.9 K 2024-12-13T07:30:54,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/6334f815bd1241ef9e3c9e8c50863442 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6334f815bd1241ef9e3c9e8c50863442 2024-12-13T07:30:54,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6334f815bd1241ef9e3c9e8c50863442, entries=150, sequenceid=171, filesize=11.9 K 2024-12-13T07:30:54,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/194935eac68945ac96f7e6d88603b2c1 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/194935eac68945ac96f7e6d88603b2c1 2024-12-13T07:30:54,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/194935eac68945ac96f7e6d88603b2c1, entries=150, sequenceid=171, filesize=11.9 K 2024-12-13T07:30:54,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 868ms, sequenceid=171, compaction requested=true 2024-12-13T07:30:54,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:54,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:30:54,646 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:54,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:54,646 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:54,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:30:54,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:54,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:30:54,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:54,648 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:54,648 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:54,648 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/B is initiating minor compaction (all files) 2024-12-13T07:30:54,648 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/A is initiating minor compaction (all files) 2024-12-13T07:30:54,648 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/A in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:54,648 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/B in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:54,648 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/34ab5c226b4b4356a31fae7a78b5dd83, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/19685400da0a44938131041d6bc062a5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/c7152fa26f68421f91beeb2e6047c981] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=35.8 K 2024-12-13T07:30:54,648 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/b8e2d1dc69cb44d09051e0e920daa659, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/38f8e2a45f444b7ea6ba829ee2b77832, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6334f815bd1241ef9e3c9e8c50863442] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=35.8 K 2024-12-13T07:30:54,648 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting b8e2d1dc69cb44d09051e0e920daa659, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734075051849 2024-12-13T07:30:54,648 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34ab5c226b4b4356a31fae7a78b5dd83, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734075051849 2024-12-13T07:30:54,649 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 38f8e2a45f444b7ea6ba829ee2b77832, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734075051981 2024-12-13T07:30:54,649 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19685400da0a44938131041d6bc062a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734075051981 2024-12-13T07:30:54,649 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7152fa26f68421f91beeb2e6047c981, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734075052652 2024-12-13T07:30:54,649 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 6334f815bd1241ef9e3c9e8c50863442, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734075052652 2024-12-13T07:30:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-13T07:30:54,657 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#A#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:54,658 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/4d8ada36203649d99c14c61701086d2f is 50, key is test_row_0/A:col10/1734075053777/Put/seqid=0 2024-12-13T07:30:54,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:54,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-13T07:30:54,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:54,659 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-13T07:30:54,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:30:54,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:54,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:30:54,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:54,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:30:54,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:54,662 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:54,663 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/70ce25c44b654c509662eaf8f454aeb8 is 50, key is test_row_0/B:col10/1734075053777/Put/seqid=0 2024-12-13T07:30:54,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742098_1274 (size=12561) 2024-12-13T07:30:54,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/c41389351dec461497e4efd7e9f320b8 is 50, key is test_row_0/A:col10/1734075053810/Put/seqid=0 2024-12-13T07:30:54,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742099_1275 (size=12561) 2024-12-13T07:30:54,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742100_1276 (size=12151) 2024-12-13T07:30:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:54,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:54,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075114837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:54,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075114837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:54,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075114837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:54,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075114925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:54,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:54,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075114926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:54,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075114940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:54,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075114940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:54,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075114941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-13T07:30:55,073 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/4d8ada36203649d99c14c61701086d2f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4d8ada36203649d99c14c61701086d2f 2024-12-13T07:30:55,077 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/A of 4ff0ff987543c1a820ff47ecaaaf5f37 into 4d8ada36203649d99c14c61701086d2f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:55,078 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:55,078 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/A, priority=13, startTime=1734075054646; duration=0sec 2024-12-13T07:30:55,078 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:55,078 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:A 2024-12-13T07:30:55,078 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:55,079 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:55,079 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/C is initiating minor compaction (all files) 2024-12-13T07:30:55,079 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/C in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:55,079 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/a592a4d730cc4971a51362977729d945, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/38fcf087a5004e39a152f02cd8a27c64, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/194935eac68945ac96f7e6d88603b2c1] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=35.8 K 2024-12-13T07:30:55,079 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting a592a4d730cc4971a51362977729d945, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734075051849 2024-12-13T07:30:55,079 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38fcf087a5004e39a152f02cd8a27c64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734075051981 2024-12-13T07:30:55,080 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 194935eac68945ac96f7e6d88603b2c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734075052652 2024-12-13T07:30:55,085 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/c41389351dec461497e4efd7e9f320b8 2024-12-13T07:30:55,086 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/70ce25c44b654c509662eaf8f454aeb8 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/70ce25c44b654c509662eaf8f454aeb8 2024-12-13T07:30:55,086 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#C#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:55,087 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/6a58b6bd9e35453eb80bd5dee3481c22 is 50, key is test_row_0/C:col10/1734075053777/Put/seqid=0 2024-12-13T07:30:55,091 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/B of 4ff0ff987543c1a820ff47ecaaaf5f37 into 70ce25c44b654c509662eaf8f454aeb8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:55,091 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:55,091 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/B, priority=13, startTime=1734075054646; duration=0sec 2024-12-13T07:30:55,091 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:55,091 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:B 2024-12-13T07:30:55,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/a397a218c2eb44869ac775c34b8751b9 is 50, key is test_row_0/B:col10/1734075053810/Put/seqid=0 2024-12-13T07:30:55,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742101_1277 (size=12561) 2024-12-13T07:30:55,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742102_1278 (size=12151) 2024-12-13T07:30:55,121 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/a397a218c2eb44869ac775c34b8751b9 2024-12-13T07:30:55,127 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/6a58b6bd9e35453eb80bd5dee3481c22 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/6a58b6bd9e35453eb80bd5dee3481c22 2024-12-13T07:30:55,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/f862f73111e7460f9bce3c800e39c8e2 is 50, key is test_row_0/C:col10/1734075053810/Put/seqid=0 2024-12-13T07:30:55,136 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/C of 4ff0ff987543c1a820ff47ecaaaf5f37 into 6a58b6bd9e35453eb80bd5dee3481c22(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:55,136 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:55,136 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/C, priority=13, startTime=1734075054647; duration=0sec 2024-12-13T07:30:55,136 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:55,136 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:C 2024-12-13T07:30:55,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075115142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:55,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075115142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:55,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075115144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:55,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742103_1279 (size=12151) 2024-12-13T07:30:55,153 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/f862f73111e7460f9bce3c800e39c8e2 2024-12-13T07:30:55,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/c41389351dec461497e4efd7e9f320b8 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/c41389351dec461497e4efd7e9f320b8 2024-12-13T07:30:55,161 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/c41389351dec461497e4efd7e9f320b8, entries=150, sequenceid=193, filesize=11.9 K 2024-12-13T07:30:55,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/a397a218c2eb44869ac775c34b8751b9 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/a397a218c2eb44869ac775c34b8751b9 2024-12-13T07:30:55,166 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/a397a218c2eb44869ac775c34b8751b9, entries=150, sequenceid=193, filesize=11.9 K 2024-12-13T07:30:55,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/f862f73111e7460f9bce3c800e39c8e2 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/f862f73111e7460f9bce3c800e39c8e2 2024-12-13T07:30:55,172 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/f862f73111e7460f9bce3c800e39c8e2, entries=150, sequenceid=193, filesize=11.9 K 2024-12-13T07:30:55,173 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 514ms, sequenceid=193, compaction requested=false 2024-12-13T07:30:55,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:55,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:55,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-13T07:30:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-13T07:30:55,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-13T07:30:55,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 820 msec 2024-12-13T07:30:55,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 823 msec 2024-12-13T07:30:55,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:55,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-13T07:30:55,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:30:55,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:55,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:30:55,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:55,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:30:55,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:55,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/1a270437f51046c9a5113fd2112eae36 is 50, key is test_row_0/A:col10/1734075054836/Put/seqid=0 2024-12-13T07:30:55,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742104_1280 (size=12151) 2024-12-13T07:30:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-13T07:30:55,456 INFO [Thread-1109 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-13T07:30:55,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-13T07:30:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-13T07:30:55,458 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:55,458 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:55,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:55,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075115463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:55,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075115464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:55,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075115465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-13T07:30:55,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075115567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:55,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075115567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:55,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075115568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:55,610 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:55,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-13T07:30:55,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:55,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:55,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:55,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:55,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-13T07:30:55,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:55,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-13T07:30:55,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:55,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:55,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:55,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:55,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:55,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075115771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:55,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:55,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075115771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075115771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:55,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/1a270437f51046c9a5113fd2112eae36 2024-12-13T07:30:55,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/d62d22eba71142469c15d7e7cf2145c2 is 50, key is test_row_0/B:col10/1734075054836/Put/seqid=0 2024-12-13T07:30:55,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742105_1281 (size=12151) 2024-12-13T07:30:55,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:55,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-13T07:30:55,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:55,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:55,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:55,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:55,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:55,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075115930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:55,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075115935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-13T07:30:56,067 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:56,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-13T07:30:56,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:56,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:56,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:56,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:56,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:56,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075116074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:56,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075116076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:56,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075116076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:56,220 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:56,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-13T07:30:56,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:56,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:56,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:56,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:56,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:56,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/d62d22eba71142469c15d7e7cf2145c2 2024-12-13T07:30:56,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/5da905fa6ab34e56b2b7da8564721aea is 50, key is test_row_0/C:col10/1734075054836/Put/seqid=0 2024-12-13T07:30:56,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742106_1282 (size=12151) 2024-12-13T07:30:56,372 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:56,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-13T07:30:56,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:56,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:56,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:56,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:56,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:56,525 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:56,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-13T07:30:56,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:56,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:56,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:56,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:56,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-13T07:30:56,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075116579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:56,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075116581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:56,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075116582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:56,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/5da905fa6ab34e56b2b7da8564721aea 2024-12-13T07:30:56,677 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:56,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-13T07:30:56,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:56,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:56,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:56,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:56,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:56,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/1a270437f51046c9a5113fd2112eae36 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/1a270437f51046c9a5113fd2112eae36 2024-12-13T07:30:56,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/1a270437f51046c9a5113fd2112eae36, entries=150, sequenceid=211, filesize=11.9 K 2024-12-13T07:30:56,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/d62d22eba71142469c15d7e7cf2145c2 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d62d22eba71142469c15d7e7cf2145c2 2024-12-13T07:30:56,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d62d22eba71142469c15d7e7cf2145c2, entries=150, sequenceid=211, filesize=11.9 K 2024-12-13T07:30:56,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/5da905fa6ab34e56b2b7da8564721aea as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/5da905fa6ab34e56b2b7da8564721aea 2024-12-13T07:30:56,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/5da905fa6ab34e56b2b7da8564721aea, entries=150, sequenceid=211, filesize=11.9 K 2024-12-13T07:30:56,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 1247ms, sequenceid=211, compaction requested=true 2024-12-13T07:30:56,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:56,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:30:56,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:56,693 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:56,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:30:56,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:56,693 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:56,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:30:56,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:56,694 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:56,694 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/B is initiating minor compaction (all files) 2024-12-13T07:30:56,694 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/B in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:56,694 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/70ce25c44b654c509662eaf8f454aeb8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/a397a218c2eb44869ac775c34b8751b9, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d62d22eba71142469c15d7e7cf2145c2] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=36.0 K 2024-12-13T07:30:56,694 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:56,694 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/A is initiating minor compaction (all files) 2024-12-13T07:30:56,694 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/A in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:56,695 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4d8ada36203649d99c14c61701086d2f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/c41389351dec461497e4efd7e9f320b8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/1a270437f51046c9a5113fd2112eae36] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=36.0 K 2024-12-13T07:30:56,695 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d8ada36203649d99c14c61701086d2f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734075052652 2024-12-13T07:30:56,695 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 70ce25c44b654c509662eaf8f454aeb8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734075052652 2024-12-13T07:30:56,695 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting c41389351dec461497e4efd7e9f320b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734075053801 2024-12-13T07:30:56,695 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting a397a218c2eb44869ac775c34b8751b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734075053801 2024-12-13T07:30:56,696 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a270437f51046c9a5113fd2112eae36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734075054832 2024-12-13T07:30:56,696 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting d62d22eba71142469c15d7e7cf2145c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734075054832 2024-12-13T07:30:56,703 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:56,703 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#A#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:56,704 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/1858fbf0e8464a4ca7969cc15bf10069 is 50, key is test_row_0/A:col10/1734075054836/Put/seqid=0 2024-12-13T07:30:56,704 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/b5344c36626e44528f8c46db0bf519ab is 50, key is test_row_0/B:col10/1734075054836/Put/seqid=0 2024-12-13T07:30:56,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742108_1284 (size=12663) 2024-12-13T07:30:56,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742107_1283 (size=12663) 2024-12-13T07:30:56,830 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:56,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-13T07:30:56,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:56,830 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-13T07:30:56,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:30:56,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:56,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:30:56,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:56,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:30:56,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:56,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/4c40fa5cd8c94a8da3446153292226c9 is 50, key is test_row_0/A:col10/1734075055464/Put/seqid=0 2024-12-13T07:30:56,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742109_1285 (size=12151) 2024-12-13T07:30:56,857 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/4c40fa5cd8c94a8da3446153292226c9 2024-12-13T07:30:56,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/8477207b28b440b7894d2aa5705314ad is 50, key is test_row_0/B:col10/1734075055464/Put/seqid=0 2024-12-13T07:30:56,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742110_1286 (size=12151) 2024-12-13T07:30:56,873 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/8477207b28b440b7894d2aa5705314ad 2024-12-13T07:30:56,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/e45594107f0c4c5baf850c85328077e1 is 50, key is test_row_0/C:col10/1734075055464/Put/seqid=0 2024-12-13T07:30:56,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742111_1287 (size=12151) 2024-12-13T07:30:56,890 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/e45594107f0c4c5baf850c85328077e1 2024-12-13T07:30:56,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/4c40fa5cd8c94a8da3446153292226c9 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4c40fa5cd8c94a8da3446153292226c9 2024-12-13T07:30:56,899 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4c40fa5cd8c94a8da3446153292226c9, entries=150, sequenceid=232, filesize=11.9 K 2024-12-13T07:30:56,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/8477207b28b440b7894d2aa5705314ad as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/8477207b28b440b7894d2aa5705314ad 2024-12-13T07:30:56,904 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/8477207b28b440b7894d2aa5705314ad, entries=150, sequenceid=232, filesize=11.9 K 2024-12-13T07:30:56,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/e45594107f0c4c5baf850c85328077e1 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/e45594107f0c4c5baf850c85328077e1 2024-12-13T07:30:56,909 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/e45594107f0c4c5baf850c85328077e1, entries=150, sequenceid=232, filesize=11.9 K 2024-12-13T07:30:56,909 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 79ms, sequenceid=232, compaction requested=true 2024-12-13T07:30:56,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:56,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:56,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-13T07:30:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-13T07:30:56,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-13T07:30:56,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4520 sec 2024-12-13T07:30:56,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.4550 sec 2024-12-13T07:30:57,156 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/b5344c36626e44528f8c46db0bf519ab as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/b5344c36626e44528f8c46db0bf519ab 2024-12-13T07:30:57,158 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/1858fbf0e8464a4ca7969cc15bf10069 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/1858fbf0e8464a4ca7969cc15bf10069 2024-12-13T07:30:57,162 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/B of 4ff0ff987543c1a820ff47ecaaaf5f37 into b5344c36626e44528f8c46db0bf519ab(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:57,162 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/A of 4ff0ff987543c1a820ff47ecaaaf5f37 into 1858fbf0e8464a4ca7969cc15bf10069(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:57,162 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:57,162 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:57,162 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/B, priority=13, startTime=1734075056693; duration=0sec 2024-12-13T07:30:57,162 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/A, priority=13, startTime=1734075056693; duration=0sec 2024-12-13T07:30:57,162 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:57,162 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:B 2024-12-13T07:30:57,162 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:57,162 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:A 2024-12-13T07:30:57,162 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:30:57,163 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:30:57,164 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/C is initiating minor compaction (all files) 2024-12-13T07:30:57,164 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/C in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:57,164 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/6a58b6bd9e35453eb80bd5dee3481c22, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/f862f73111e7460f9bce3c800e39c8e2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/5da905fa6ab34e56b2b7da8564721aea, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/e45594107f0c4c5baf850c85328077e1] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=47.9 K 2024-12-13T07:30:57,164 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a58b6bd9e35453eb80bd5dee3481c22, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734075052652 2024-12-13T07:30:57,164 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting f862f73111e7460f9bce3c800e39c8e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734075053801 2024-12-13T07:30:57,165 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 5da905fa6ab34e56b2b7da8564721aea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734075054832 2024-12-13T07:30:57,165 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting e45594107f0c4c5baf850c85328077e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1734075055459 2024-12-13T07:30:57,172 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#C#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:57,173 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/bc76cc5949b84c6b9f851866d323b4e2 is 50, key is test_row_0/C:col10/1734075055464/Put/seqid=0 2024-12-13T07:30:57,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742112_1288 (size=12697) 2024-12-13T07:30:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-13T07:30:57,561 INFO [Thread-1109 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-13T07:30:57,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-13T07:30:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-13T07:30:57,564 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:57,564 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:57,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:57,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T07:30:57,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:30:57,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:57,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:30:57,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:57,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:30:57,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:57,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/ef910b797c194627933ebf403bdcf818 is 50, key is test_row_0/A:col10/1734075057591/Put/seqid=0 2024-12-13T07:30:57,598 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/bc76cc5949b84c6b9f851866d323b4e2 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/bc76cc5949b84c6b9f851866d323b4e2 2024-12-13T07:30:57,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742113_1289 (size=14541) 2024-12-13T07:30:57,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/ef910b797c194627933ebf403bdcf818 2024-12-13T07:30:57,604 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/C of 4ff0ff987543c1a820ff47ecaaaf5f37 into bc76cc5949b84c6b9f851866d323b4e2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:57,604 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:57,604 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/C, priority=12, startTime=1734075056693; duration=0sec 2024-12-13T07:30:57,604 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:57,604 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:C 2024-12-13T07:30:57,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/6a4ee1fbaa014ba1af68e26e36f9b102 is 50, key is test_row_0/B:col10/1734075057591/Put/seqid=0 2024-12-13T07:30:57,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075117622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:57,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075117625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:57,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075117625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:57,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742114_1290 (size=12151) 2024-12-13T07:30:57,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/6a4ee1fbaa014ba1af68e26e36f9b102 2024-12-13T07:30:57,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/7559ec9781b142a0aeb8fb17c0f4add7 is 50, key is test_row_0/C:col10/1734075057591/Put/seqid=0 2024-12-13T07:30:57,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742115_1291 (size=12151) 2024-12-13T07:30:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-13T07:30:57,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/7559ec9781b142a0aeb8fb17c0f4add7 2024-12-13T07:30:57,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/ef910b797c194627933ebf403bdcf818 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/ef910b797c194627933ebf403bdcf818 2024-12-13T07:30:57,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/ef910b797c194627933ebf403bdcf818, entries=200, sequenceid=246, filesize=14.2 K 2024-12-13T07:30:57,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/6a4ee1fbaa014ba1af68e26e36f9b102 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6a4ee1fbaa014ba1af68e26e36f9b102 2024-12-13T07:30:57,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6a4ee1fbaa014ba1af68e26e36f9b102, entries=150, sequenceid=246, filesize=11.9 K 2024-12-13T07:30:57,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/7559ec9781b142a0aeb8fb17c0f4add7 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/7559ec9781b142a0aeb8fb17c0f4add7 2024-12-13T07:30:57,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/7559ec9781b142a0aeb8fb17c0f4add7, entries=150, sequenceid=246, filesize=11.9 K 2024-12-13T07:30:57,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 103ms, sequenceid=246, compaction requested=true 2024-12-13T07:30:57,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:57,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:30:57,694 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:57,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:57,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:30:57,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:57,694 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:57,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:30:57,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:57,695 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:57,695 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:57,695 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/B is initiating minor compaction (all files) 2024-12-13T07:30:57,695 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/A is initiating minor compaction (all files) 2024-12-13T07:30:57,695 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/B in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:57,695 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/A in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:57,695 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/1858fbf0e8464a4ca7969cc15bf10069, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4c40fa5cd8c94a8da3446153292226c9, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/ef910b797c194627933ebf403bdcf818] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=38.4 K 2024-12-13T07:30:57,695 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/b5344c36626e44528f8c46db0bf519ab, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/8477207b28b440b7894d2aa5705314ad, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6a4ee1fbaa014ba1af68e26e36f9b102] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=36.1 K 2024-12-13T07:30:57,696 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1858fbf0e8464a4ca7969cc15bf10069, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734075054832 2024-12-13T07:30:57,696 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting b5344c36626e44528f8c46db0bf519ab, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734075054832 2024-12-13T07:30:57,696 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c40fa5cd8c94a8da3446153292226c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1734075055459 2024-12-13T07:30:57,696 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 8477207b28b440b7894d2aa5705314ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1734075055459 2024-12-13T07:30:57,696 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef910b797c194627933ebf403bdcf818, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734075057587 2024-12-13T07:30:57,696 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a4ee1fbaa014ba1af68e26e36f9b102, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734075057587 2024-12-13T07:30:57,702 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#A#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:57,703 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/cb11f24adc984d18b4f20a03d1e76074 is 50, key is test_row_0/A:col10/1734075057591/Put/seqid=0 2024-12-13T07:30:57,703 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#B#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:57,703 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/769016b2df53416aaf024a19fa49262f is 50, key is test_row_0/B:col10/1734075057591/Put/seqid=0 2024-12-13T07:30:57,716 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:57,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-13T07:30:57,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:57,716 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-13T07:30:57,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:30:57,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:57,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:30:57,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:57,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:30:57,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:57,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:57,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742116_1292 (size=12765) 2024-12-13T07:30:57,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075117738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:57,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075117741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:57,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075117742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:57,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742117_1293 (size=12765) 2024-12-13T07:30:57,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/21d1cf869eb147d7a9eae9325e4cc238 is 50, key is test_row_0/A:col10/1734075057620/Put/seqid=0 2024-12-13T07:30:57,762 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/769016b2df53416aaf024a19fa49262f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/769016b2df53416aaf024a19fa49262f 2024-12-13T07:30:57,767 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/B of 4ff0ff987543c1a820ff47ecaaaf5f37 into 769016b2df53416aaf024a19fa49262f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:57,767 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:57,767 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/B, priority=13, startTime=1734075057694; duration=0sec 2024-12-13T07:30:57,768 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:57,768 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:B 2024-12-13T07:30:57,768 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-13T07:30:57,768 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-13T07:30:57,769 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-13T07:30:57,769 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. because compaction request was cancelled 2024-12-13T07:30:57,769 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:C 2024-12-13T07:30:57,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742118_1294 (size=12301) 2024-12-13T07:30:57,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:57,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075117844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075117844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:57,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075117847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-13T07:30:57,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075117944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:57,947 DEBUG [Thread-1101 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., hostname=9eb75de94ef3,40871,1734074980781, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:30:57,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075117954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:57,957 DEBUG [Thread-1103 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., hostname=9eb75de94ef3,40871,1734074980781, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:30:58,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075118048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:58,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075118049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:58,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075118051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:58,146 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/cb11f24adc984d18b4f20a03d1e76074 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/cb11f24adc984d18b4f20a03d1e76074 2024-12-13T07:30:58,151 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/A of 4ff0ff987543c1a820ff47ecaaaf5f37 into cb11f24adc984d18b4f20a03d1e76074(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:58,151 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:58,151 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/A, priority=13, startTime=1734075057694; duration=0sec 2024-12-13T07:30:58,151 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:58,151 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:A 2024-12-13T07:30:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-13T07:30:58,183 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/21d1cf869eb147d7a9eae9325e4cc238 2024-12-13T07:30:58,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/43446a34540346f994a077e17417f758 is 50, key is test_row_0/B:col10/1734075057620/Put/seqid=0 2024-12-13T07:30:58,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742119_1295 (size=12301) 2024-12-13T07:30:58,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075118353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:58,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075118355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:58,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075118357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:58,625 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/43446a34540346f994a077e17417f758 2024-12-13T07:30:58,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/217c4280d451476ca11e18ee5108f80a is 50, key is test_row_0/C:col10/1734075057620/Put/seqid=0 2024-12-13T07:30:58,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742120_1296 (size=12301) 2024-12-13T07:30:58,662 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/217c4280d451476ca11e18ee5108f80a 2024-12-13T07:30:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-13T07:30:58,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/21d1cf869eb147d7a9eae9325e4cc238 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/21d1cf869eb147d7a9eae9325e4cc238 2024-12-13T07:30:58,674 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/21d1cf869eb147d7a9eae9325e4cc238, entries=150, sequenceid=272, filesize=12.0 K 2024-12-13T07:30:58,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/43446a34540346f994a077e17417f758 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/43446a34540346f994a077e17417f758 2024-12-13T07:30:58,680 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/43446a34540346f994a077e17417f758, entries=150, sequenceid=272, filesize=12.0 K 2024-12-13T07:30:58,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/217c4280d451476ca11e18ee5108f80a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/217c4280d451476ca11e18ee5108f80a 2024-12-13T07:30:58,689 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/217c4280d451476ca11e18ee5108f80a, entries=150, sequenceid=272, filesize=12.0 K 2024-12-13T07:30:58,690 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 974ms, sequenceid=272, compaction requested=true 2024-12-13T07:30:58,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:58,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:58,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-13T07:30:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-13T07:30:58,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-13T07:30:58,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1280 sec 2024-12-13T07:30:58,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.1370 sec 2024-12-13T07:30:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:58,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-13T07:30:58,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:30:58,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:58,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:30:58,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:58,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:30:58,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:58,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/96de7b4f7bcc47fe8a7f549f95c3e549 is 50, key is test_row_0/A:col10/1734075057737/Put/seqid=0 2024-12-13T07:30:58,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742121_1297 (size=12301) 2024-12-13T07:30:58,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/96de7b4f7bcc47fe8a7f549f95c3e549 2024-12-13T07:30:58,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/80a3edcfcf4342a493a46b71306fc009 is 50, key is test_row_0/B:col10/1734075057737/Put/seqid=0 2024-12-13T07:30:58,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742122_1298 (size=12301) 2024-12-13T07:30:58,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075118926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:58,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075118926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:58,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075118926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:59,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075119030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:59,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075119030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:59,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075119032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:59,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075119232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:59,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075119233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:59,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075119235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:59,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/80a3edcfcf4342a493a46b71306fc009 2024-12-13T07:30:59,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/3521c85840e14217a6242170d87ea015 is 50, key is test_row_0/C:col10/1734075057737/Put/seqid=0 2024-12-13T07:30:59,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742123_1299 (size=12301) 2024-12-13T07:30:59,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/3521c85840e14217a6242170d87ea015 2024-12-13T07:30:59,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/96de7b4f7bcc47fe8a7f549f95c3e549 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/96de7b4f7bcc47fe8a7f549f95c3e549 2024-12-13T07:30:59,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/96de7b4f7bcc47fe8a7f549f95c3e549, entries=150, sequenceid=287, filesize=12.0 K 2024-12-13T07:30:59,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/80a3edcfcf4342a493a46b71306fc009 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/80a3edcfcf4342a493a46b71306fc009 2024-12-13T07:30:59,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/80a3edcfcf4342a493a46b71306fc009, entries=150, sequenceid=287, filesize=12.0 K 2024-12-13T07:30:59,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/3521c85840e14217a6242170d87ea015 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/3521c85840e14217a6242170d87ea015 2024-12-13T07:30:59,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/3521c85840e14217a6242170d87ea015, entries=150, sequenceid=287, filesize=12.0 K 2024-12-13T07:30:59,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 509ms, sequenceid=287, compaction requested=true 2024-12-13T07:30:59,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:59,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:30:59,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:59,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:30:59,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:59,369 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:59,369 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:30:59,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:30:59,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:59,370 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:59,370 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/B is initiating minor compaction (all files) 2024-12-13T07:30:59,370 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/B in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:59,370 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/769016b2df53416aaf024a19fa49262f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/43446a34540346f994a077e17417f758, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/80a3edcfcf4342a493a46b71306fc009] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=36.5 K 2024-12-13T07:30:59,370 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:30:59,370 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/A is initiating minor compaction (all files) 2024-12-13T07:30:59,370 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 769016b2df53416aaf024a19fa49262f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734075057587 2024-12-13T07:30:59,370 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/A in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:59,370 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/cb11f24adc984d18b4f20a03d1e76074, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/21d1cf869eb147d7a9eae9325e4cc238, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/96de7b4f7bcc47fe8a7f549f95c3e549] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=36.5 K 2024-12-13T07:30:59,371 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 43446a34540346f994a077e17417f758, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1734075057620 2024-12-13T07:30:59,371 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb11f24adc984d18b4f20a03d1e76074, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734075057587 2024-12-13T07:30:59,371 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 80a3edcfcf4342a493a46b71306fc009, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1734075057737 2024-12-13T07:30:59,371 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21d1cf869eb147d7a9eae9325e4cc238, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1734075057620 2024-12-13T07:30:59,372 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96de7b4f7bcc47fe8a7f549f95c3e549, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1734075057737 2024-12-13T07:30:59,378 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#B#compaction#254 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:59,379 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/298540bc89da45b99215f2dbe14f4f89 is 50, key is test_row_0/B:col10/1734075057737/Put/seqid=0 2024-12-13T07:30:59,383 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#A#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:59,383 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/ae97e519ce7c4208b2252be3299b3f07 is 50, key is test_row_0/A:col10/1734075057737/Put/seqid=0 2024-12-13T07:30:59,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742124_1300 (size=13017) 2024-12-13T07:30:59,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742125_1301 (size=13017) 2024-12-13T07:30:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:30:59,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-13T07:30:59,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:30:59,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:59,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:30:59,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:59,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:30:59,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:30:59,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/12a172292ee448068e3ad2597638aafe is 50, key is test_row_0/A:col10/1734075058892/Put/seqid=0 2024-12-13T07:30:59,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742126_1302 (size=12301) 2024-12-13T07:30:59,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075119550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:59,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075119551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:59,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075119551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:59,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075119654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:59,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075119655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:59,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075119655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-13T07:30:59,669 INFO [Thread-1109 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-13T07:30:59,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:30:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-13T07:30:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-13T07:30:59,671 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:30:59,672 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:30:59,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:30:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-13T07:30:59,810 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/298540bc89da45b99215f2dbe14f4f89 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/298540bc89da45b99215f2dbe14f4f89 2024-12-13T07:30:59,816 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/B of 4ff0ff987543c1a820ff47ecaaaf5f37 into 298540bc89da45b99215f2dbe14f4f89(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:59,816 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:59,817 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/B, priority=13, startTime=1734075059369; duration=0sec 2024-12-13T07:30:59,817 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:30:59,817 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:B 2024-12-13T07:30:59,817 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:30:59,819 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:30:59,819 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/C is initiating minor compaction (all files) 2024-12-13T07:30:59,819 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/C in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:59,820 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/bc76cc5949b84c6b9f851866d323b4e2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/7559ec9781b142a0aeb8fb17c0f4add7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/217c4280d451476ca11e18ee5108f80a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/3521c85840e14217a6242170d87ea015] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=48.3 K 2024-12-13T07:30:59,820 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting bc76cc5949b84c6b9f851866d323b4e2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1734075055459 2024-12-13T07:30:59,820 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 7559ec9781b142a0aeb8fb17c0f4add7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734075057587 2024-12-13T07:30:59,821 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 217c4280d451476ca11e18ee5108f80a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1734075057620 2024-12-13T07:30:59,821 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 3521c85840e14217a6242170d87ea015, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1734075057737 2024-12-13T07:30:59,823 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/ae97e519ce7c4208b2252be3299b3f07 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/ae97e519ce7c4208b2252be3299b3f07 2024-12-13T07:30:59,823 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:59,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-13T07:30:59,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:59,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:59,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:59,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:59,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:59,829 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/A of 4ff0ff987543c1a820ff47ecaaaf5f37 into ae97e519ce7c4208b2252be3299b3f07(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:30:59,829 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:30:59,829 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/A, priority=13, startTime=1734075059369; duration=0sec 2024-12-13T07:30:59,829 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:30:59,829 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:A 2024-12-13T07:30:59,833 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#C#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:30:59,834 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/1d9266baa2cd4f199d7655cb0f8191dc is 50, key is test_row_0/C:col10/1734075057737/Put/seqid=0 2024-12-13T07:30:59,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742127_1303 (size=12983) 2024-12-13T07:30:59,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075119857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:59,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:59,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:30:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075119858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075119858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:59,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/12a172292ee448068e3ad2597638aafe 2024-12-13T07:30:59,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/d5ef85f698024b3b90c5c10856596ab2 is 50, key is test_row_0/B:col10/1734075058892/Put/seqid=0 2024-12-13T07:30:59,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742128_1304 (size=12301) 2024-12-13T07:30:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-13T07:30:59,976 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:30:59,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-13T07:30:59,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:59,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:30:59,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:30:59,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:59,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:30:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:00,130 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:00,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-13T07:31:00,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:00,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:31:00,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:00,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:00,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:00,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075120161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:00,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075120161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:00,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075120162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:00,262 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/1d9266baa2cd4f199d7655cb0f8191dc as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/1d9266baa2cd4f199d7655cb0f8191dc 2024-12-13T07:31:00,266 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/C of 4ff0ff987543c1a820ff47ecaaaf5f37 into 1d9266baa2cd4f199d7655cb0f8191dc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:00,266 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:00,266 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/C, priority=12, startTime=1734075059369; duration=0sec 2024-12-13T07:31:00,266 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:00,266 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:C 2024-12-13T07:31:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-13T07:31:00,283 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:00,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-13T07:31:00,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:00,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:31:00,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:00,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:00,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:00,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/d5ef85f698024b3b90c5c10856596ab2 2024-12-13T07:31:00,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/7441bb47f1e5497b8220ccc2eb684724 is 50, key is test_row_0/C:col10/1734075058892/Put/seqid=0 2024-12-13T07:31:00,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742129_1305 (size=12301) 2024-12-13T07:31:00,435 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:00,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-13T07:31:00,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:00,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:31:00,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:00,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:00,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:00,588 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:00,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-13T07:31:00,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:00,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:31:00,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:00,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:00,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:00,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075120664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:00,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075120666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:00,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075120668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:00,740 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:00,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-13T07:31:00,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:00,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:31:00,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:00,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:00,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:00,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/7441bb47f1e5497b8220ccc2eb684724 2024-12-13T07:31:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-13T07:31:00,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/12a172292ee448068e3ad2597638aafe as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/12a172292ee448068e3ad2597638aafe 2024-12-13T07:31:00,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/12a172292ee448068e3ad2597638aafe, entries=150, sequenceid=314, filesize=12.0 K 2024-12-13T07:31:00,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/d5ef85f698024b3b90c5c10856596ab2 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d5ef85f698024b3b90c5c10856596ab2 2024-12-13T07:31:00,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d5ef85f698024b3b90c5c10856596ab2, entries=150, sequenceid=314, filesize=12.0 K 2024-12-13T07:31:00,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/7441bb47f1e5497b8220ccc2eb684724 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/7441bb47f1e5497b8220ccc2eb684724 2024-12-13T07:31:00,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/7441bb47f1e5497b8220ccc2eb684724, entries=150, sequenceid=314, filesize=12.0 K 2024-12-13T07:31:00,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 1251ms, sequenceid=314, compaction requested=false 2024-12-13T07:31:00,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:00,893 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:00,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-13T07:31:00,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:00,893 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-13T07:31:00,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:31:00,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:00,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:31:00,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:00,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:31:00,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:00,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/814acf5a8940485089c5d2d253746ba6 is 50, key is test_row_0/A:col10/1734075059550/Put/seqid=0 2024-12-13T07:31:00,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742130_1306 (size=12301) 2024-12-13T07:31:00,903 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/814acf5a8940485089c5d2d253746ba6 2024-12-13T07:31:00,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/37b518ca05ad4da081ac33e86d49b29b is 50, key is test_row_0/B:col10/1734075059550/Put/seqid=0 2024-12-13T07:31:00,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742131_1307 (size=12301) 2024-12-13T07:31:00,915 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/37b518ca05ad4da081ac33e86d49b29b 2024-12-13T07:31:00,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/02057d3f7d6a41ad90b2657841d2632e is 50, key is test_row_0/C:col10/1734075059550/Put/seqid=0 2024-12-13T07:31:00,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742132_1308 (size=12301) 2024-12-13T07:31:00,933 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/02057d3f7d6a41ad90b2657841d2632e 2024-12-13T07:31:00,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/814acf5a8940485089c5d2d253746ba6 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/814acf5a8940485089c5d2d253746ba6 2024-12-13T07:31:00,941 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/814acf5a8940485089c5d2d253746ba6, entries=150, sequenceid=326, filesize=12.0 K 2024-12-13T07:31:00,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/37b518ca05ad4da081ac33e86d49b29b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/37b518ca05ad4da081ac33e86d49b29b 2024-12-13T07:31:00,956 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/37b518ca05ad4da081ac33e86d49b29b, entries=150, sequenceid=326, filesize=12.0 K 2024-12-13T07:31:00,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/02057d3f7d6a41ad90b2657841d2632e as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/02057d3f7d6a41ad90b2657841d2632e 2024-12-13T07:31:00,966 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/02057d3f7d6a41ad90b2657841d2632e, entries=150, sequenceid=326, filesize=12.0 K 2024-12-13T07:31:00,967 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 74ms, sequenceid=326, compaction requested=true 2024-12-13T07:31:00,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:00,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:00,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-13T07:31:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-13T07:31:00,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-13T07:31:00,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2980 sec 2024-12-13T07:31:00,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.3030 sec 2024-12-13T07:31:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:31:01,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T07:31:01,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:31:01,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:01,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:31:01,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:01,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:31:01,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:01,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/cc631b597fe94d1dbdc75f3145cd7e59 is 50, key is test_row_0/A:col10/1734075061687/Put/seqid=0 2024-12-13T07:31:01,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742133_1309 (size=14741) 2024-12-13T07:31:01,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/cc631b597fe94d1dbdc75f3145cd7e59 2024-12-13T07:31:01,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/f1526f7ba39f4dfdbd125f643380ff65 is 50, key is test_row_0/B:col10/1734075061687/Put/seqid=0 2024-12-13T07:31:01,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:01,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075121730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075121729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:01,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075121730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:01,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742134_1310 (size=12301) 2024-12-13T07:31:01,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/f1526f7ba39f4dfdbd125f643380ff65 2024-12-13T07:31:01,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/e48c5697d22d4485b7580c06aa8ac709 is 50, key is test_row_0/C:col10/1734075061687/Put/seqid=0 2024-12-13T07:31:01,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742135_1311 (size=12301) 2024-12-13T07:31:01,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/e48c5697d22d4485b7580c06aa8ac709 2024-12-13T07:31:01,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/cc631b597fe94d1dbdc75f3145cd7e59 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/cc631b597fe94d1dbdc75f3145cd7e59 2024-12-13T07:31:01,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/cc631b597fe94d1dbdc75f3145cd7e59, entries=200, sequenceid=339, filesize=14.4 K 2024-12-13T07:31:01,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/f1526f7ba39f4dfdbd125f643380ff65 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/f1526f7ba39f4dfdbd125f643380ff65 2024-12-13T07:31:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-13T07:31:01,775 INFO [Thread-1109 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-13T07:31:01,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:31:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-13T07:31:01,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/f1526f7ba39f4dfdbd125f643380ff65, entries=150, sequenceid=339, filesize=12.0 K 2024-12-13T07:31:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-13T07:31:01,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/e48c5697d22d4485b7580c06aa8ac709 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/e48c5697d22d4485b7580c06aa8ac709 2024-12-13T07:31:01,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/e48c5697d22d4485b7580c06aa8ac709, entries=150, sequenceid=339, filesize=12.0 K 2024-12-13T07:31:01,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 96ms, sequenceid=339, compaction requested=true 2024-12-13T07:31:01,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:01,784 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:31:01,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:31:01,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:01,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:31:01,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:01,784 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:31:01,784 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:31:01,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:31:01,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:01,785 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:31:01,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:31:01,786 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:31:01,786 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/A is initiating minor compaction (all files) 2024-12-13T07:31:01,786 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/A in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:01,786 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:31:01,787 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/B is initiating minor compaction (all files) 2024-12-13T07:31:01,787 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/ae97e519ce7c4208b2252be3299b3f07, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/12a172292ee448068e3ad2597638aafe, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/814acf5a8940485089c5d2d253746ba6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/cc631b597fe94d1dbdc75f3145cd7e59] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=51.1 K 2024-12-13T07:31:01,787 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/B in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:01,787 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/298540bc89da45b99215f2dbe14f4f89, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d5ef85f698024b3b90c5c10856596ab2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/37b518ca05ad4da081ac33e86d49b29b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/f1526f7ba39f4dfdbd125f643380ff65] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=48.8 K 2024-12-13T07:31:01,787 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae97e519ce7c4208b2252be3299b3f07, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1734075057737 2024-12-13T07:31:01,787 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 298540bc89da45b99215f2dbe14f4f89, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1734075057737 2024-12-13T07:31:01,787 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12a172292ee448068e3ad2597638aafe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1734075058887 2024-12-13T07:31:01,787 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting d5ef85f698024b3b90c5c10856596ab2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1734075058887 2024-12-13T07:31:01,788 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 37b518ca05ad4da081ac33e86d49b29b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1734075059541 2024-12-13T07:31:01,788 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 814acf5a8940485089c5d2d253746ba6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1734075059541 2024-12-13T07:31:01,788 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting f1526f7ba39f4dfdbd125f643380ff65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1734075061683 2024-12-13T07:31:01,788 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc631b597fe94d1dbdc75f3145cd7e59, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1734075061680 2024-12-13T07:31:01,805 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#A#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:01,806 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/bc22efbeff664f93b8efcbdcc95d25cb is 50, key is test_row_0/A:col10/1734075061687/Put/seqid=0 2024-12-13T07:31:01,813 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#B#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:01,814 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/93987890e857427a84cc17c26f7cfa71 is 50, key is test_row_0/B:col10/1734075061687/Put/seqid=0 2024-12-13T07:31:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:31:01,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-13T07:31:01,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742137_1313 (size=13153) 2024-12-13T07:31:01,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742136_1312 (size=13153) 2024-12-13T07:31:01,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:31:01,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:01,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:31:01,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:01,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:31:01,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:01,851 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/93987890e857427a84cc17c26f7cfa71 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/93987890e857427a84cc17c26f7cfa71 2024-12-13T07:31:01,851 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/bc22efbeff664f93b8efcbdcc95d25cb as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/bc22efbeff664f93b8efcbdcc95d25cb 2024-12-13T07:31:01,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/52506d3b1fef4894a0f25678a54409a3 is 50, key is test_row_0/A:col10/1734075061836/Put/seqid=0 2024-12-13T07:31:01,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075121854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:01,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075121856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:01,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075121857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:01,864 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/B of 4ff0ff987543c1a820ff47ecaaaf5f37 into 93987890e857427a84cc17c26f7cfa71(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:01,864 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/A of 4ff0ff987543c1a820ff47ecaaaf5f37 into bc22efbeff664f93b8efcbdcc95d25cb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:01,864 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:01,864 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:01,864 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/B, priority=12, startTime=1734075061784; duration=0sec 2024-12-13T07:31:01,864 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/A, priority=12, startTime=1734075061784; duration=0sec 2024-12-13T07:31:01,864 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:01,864 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:B 2024-12-13T07:31:01,864 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:01,864 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:A 2024-12-13T07:31:01,864 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:31:01,865 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:31:01,865 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/C is initiating minor compaction (all files) 2024-12-13T07:31:01,865 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/C in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:01,865 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/1d9266baa2cd4f199d7655cb0f8191dc, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/7441bb47f1e5497b8220ccc2eb684724, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/02057d3f7d6a41ad90b2657841d2632e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/e48c5697d22d4485b7580c06aa8ac709] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=48.7 K 2024-12-13T07:31:01,866 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d9266baa2cd4f199d7655cb0f8191dc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1734075057737 2024-12-13T07:31:01,866 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 7441bb47f1e5497b8220ccc2eb684724, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1734075058887 2024-12-13T07:31:01,867 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 02057d3f7d6a41ad90b2657841d2632e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1734075059541 2024-12-13T07:31:01,867 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting e48c5697d22d4485b7580c06aa8ac709, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1734075061683 2024-12-13T07:31:01,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742138_1314 (size=12301) 2024-12-13T07:31:01,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/52506d3b1fef4894a0f25678a54409a3 2024-12-13T07:31:01,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/6b05203c68d2449ab4be298ea6b73049 is 50, key is test_row_0/B:col10/1734075061836/Put/seqid=0 2024-12-13T07:31:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-13T07:31:01,884 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#C#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:01,884 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/b99675cb25f647829d8447c11e8aecad is 50, key is test_row_0/C:col10/1734075061687/Put/seqid=0 2024-12-13T07:31:01,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742140_1316 (size=13119) 2024-12-13T07:31:01,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742139_1315 (size=12301) 2024-12-13T07:31:01,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/6b05203c68d2449ab4be298ea6b73049 2024-12-13T07:31:01,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/86058cffaba64c4da5318cb4c3cce66d is 50, key is test_row_0/C:col10/1734075061836/Put/seqid=0 2024-12-13T07:31:01,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742141_1317 (size=12301) 2024-12-13T07:31:01,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/86058cffaba64c4da5318cb4c3cce66d 2024-12-13T07:31:01,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/52506d3b1fef4894a0f25678a54409a3 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/52506d3b1fef4894a0f25678a54409a3 2024-12-13T07:31:01,936 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:01,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-13T07:31:01,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:01,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:31:01,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:01,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:01,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:01,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/52506d3b1fef4894a0f25678a54409a3, entries=150, sequenceid=365, filesize=12.0 K 2024-12-13T07:31:01,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/6b05203c68d2449ab4be298ea6b73049 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6b05203c68d2449ab4be298ea6b73049 2024-12-13T07:31:01,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6b05203c68d2449ab4be298ea6b73049, entries=150, sequenceid=365, filesize=12.0 K 2024-12-13T07:31:01,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/86058cffaba64c4da5318cb4c3cce66d as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/86058cffaba64c4da5318cb4c3cce66d 2024-12-13T07:31:01,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60356 deadline: 1734075121957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:01,958 DEBUG [Thread-1101 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., hostname=9eb75de94ef3,40871,1734074980781, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:31:01,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/86058cffaba64c4da5318cb4c3cce66d, entries=150, sequenceid=365, filesize=12.0 K 2024-12-13T07:31:01,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 122ms, sequenceid=365, compaction requested=false 2024-12-13T07:31:01,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:31:01,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T07:31:01,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:31:01,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:01,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:31:01,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:01,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:31:01,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:01,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/fa7cff9ea7354f63b9e6f828bf5d5e76 is 50, key is test_row_0/A:col10/1734075061856/Put/seqid=0 2024-12-13T07:31:01,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742142_1318 (size=9857) 2024-12-13T07:31:01,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/fa7cff9ea7354f63b9e6f828bf5d5e76 2024-12-13T07:31:02,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/07dc7342e11247f68ce63d12e86e6b3b is 50, key is test_row_0/B:col10/1734075061856/Put/seqid=0 2024-12-13T07:31:02,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742143_1319 (size=9857) 2024-12-13T07:31:02,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/07dc7342e11247f68ce63d12e86e6b3b 2024-12-13T07:31:02,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/105345e2c6444ea9a6b8e6dc1addf548 is 50, key is test_row_0/C:col10/1734075061856/Put/seqid=0 2024-12-13T07:31:02,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075122025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075122026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075122036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075122036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742144_1320 (size=9857) 2024-12-13T07:31:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-13T07:31:02,089 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-13T07:31:02,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:02,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:31:02,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:02,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:02,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:02,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075122138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075122141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075122141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075122144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,245 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-13T07:31:02,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:02,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:31:02,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:02,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:02,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:02,299 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/b99675cb25f647829d8447c11e8aecad as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/b99675cb25f647829d8447c11e8aecad 2024-12-13T07:31:02,312 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/C of 4ff0ff987543c1a820ff47ecaaaf5f37 into b99675cb25f647829d8447c11e8aecad(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:02,312 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:02,312 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/C, priority=12, startTime=1734075061784; duration=0sec 2024-12-13T07:31:02,312 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:02,312 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:C 2024-12-13T07:31:02,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075122343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075122345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075122346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075122346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-13T07:31:02,399 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-13T07:31:02,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:02,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:31:02,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:02,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:02,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:02,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/105345e2c6444ea9a6b8e6dc1addf548 2024-12-13T07:31:02,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/fa7cff9ea7354f63b9e6f828bf5d5e76 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/fa7cff9ea7354f63b9e6f828bf5d5e76 2024-12-13T07:31:02,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/fa7cff9ea7354f63b9e6f828bf5d5e76, entries=100, sequenceid=379, filesize=9.6 K 2024-12-13T07:31:02,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/07dc7342e11247f68ce63d12e86e6b3b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/07dc7342e11247f68ce63d12e86e6b3b 2024-12-13T07:31:02,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/07dc7342e11247f68ce63d12e86e6b3b, entries=100, sequenceid=379, filesize=9.6 K 2024-12-13T07:31:02,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/105345e2c6444ea9a6b8e6dc1addf548 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/105345e2c6444ea9a6b8e6dc1addf548 2024-12-13T07:31:02,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/105345e2c6444ea9a6b8e6dc1addf548, entries=100, sequenceid=379, filesize=9.6 K 2024-12-13T07:31:02,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 511ms, sequenceid=379, compaction requested=true 2024-12-13T07:31:02,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:02,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:31:02,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:02,474 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:02,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:31:02,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:02,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:31:02,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-13T07:31:02,475 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:02,480 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:02,480 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/A is initiating minor compaction (all files) 2024-12-13T07:31:02,480 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/A in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:02,480 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/bc22efbeff664f93b8efcbdcc95d25cb, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/52506d3b1fef4894a0f25678a54409a3, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/fa7cff9ea7354f63b9e6f828bf5d5e76] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=34.5 K 2024-12-13T07:31:02,480 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting bc22efbeff664f93b8efcbdcc95d25cb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1734075061683 2024-12-13T07:31:02,481 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:02,481 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 52506d3b1fef4894a0f25678a54409a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1734075061722 2024-12-13T07:31:02,481 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/B is initiating minor compaction (all files) 2024-12-13T07:31:02,481 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/B in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:02,481 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/93987890e857427a84cc17c26f7cfa71, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6b05203c68d2449ab4be298ea6b73049, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/07dc7342e11247f68ce63d12e86e6b3b] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=34.5 K 2024-12-13T07:31:02,481 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting fa7cff9ea7354f63b9e6f828bf5d5e76, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734075061856 2024-12-13T07:31:02,482 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93987890e857427a84cc17c26f7cfa71, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1734075061683 2024-12-13T07:31:02,482 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b05203c68d2449ab4be298ea6b73049, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1734075061722 2024-12-13T07:31:02,483 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07dc7342e11247f68ce63d12e86e6b3b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734075061856 2024-12-13T07:31:02,496 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#A#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:02,496 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/48c376f8e5344c75b62bf82d2a4eccc2 is 50, key is test_row_0/A:col10/1734075061856/Put/seqid=0 2024-12-13T07:31:02,498 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#B#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:02,499 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/6c88afb888754af2b98200165e53a5bc is 50, key is test_row_0/B:col10/1734075061856/Put/seqid=0 2024-12-13T07:31:02,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742145_1321 (size=13255) 2024-12-13T07:31:02,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742146_1322 (size=13255) 2024-12-13T07:31:02,552 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-13T07:31:02,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:02,553 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-13T07:31:02,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:31:02,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:02,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:31:02,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:02,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:31:02,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:02,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/26f6e9784386482fa98128e683d07a7a is 50, key is test_row_0/A:col10/1734075062025/Put/seqid=0 2024-12-13T07:31:02,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742147_1323 (size=12301) 2024-12-13T07:31:02,561 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/26f6e9784386482fa98128e683d07a7a 2024-12-13T07:31:02,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/199075a03e434fd3bd02d43b6eb988d0 is 50, key is test_row_0/B:col10/1734075062025/Put/seqid=0 2024-12-13T07:31:02,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742148_1324 (size=12301) 2024-12-13T07:31:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:31:02,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:31:02,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075122651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075122652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075122653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075122653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075122755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075122757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075122757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075122757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-13T07:31:02,936 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/48c376f8e5344c75b62bf82d2a4eccc2 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/48c376f8e5344c75b62bf82d2a4eccc2 2024-12-13T07:31:02,940 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/A of 4ff0ff987543c1a820ff47ecaaaf5f37 into 48c376f8e5344c75b62bf82d2a4eccc2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:02,941 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:02,941 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/A, priority=13, startTime=1734075062474; duration=0sec 2024-12-13T07:31:02,941 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:02,941 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:A 2024-12-13T07:31:02,941 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:02,942 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:02,942 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/C is initiating minor compaction (all files) 2024-12-13T07:31:02,942 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/C in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:02,942 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/b99675cb25f647829d8447c11e8aecad, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/86058cffaba64c4da5318cb4c3cce66d, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/105345e2c6444ea9a6b8e6dc1addf548] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=34.5 K 2024-12-13T07:31:02,943 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting b99675cb25f647829d8447c11e8aecad, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1734075061683 2024-12-13T07:31:02,943 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 86058cffaba64c4da5318cb4c3cce66d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1734075061722 2024-12-13T07:31:02,944 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 105345e2c6444ea9a6b8e6dc1addf548, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734075061856 2024-12-13T07:31:02,945 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/6c88afb888754af2b98200165e53a5bc as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6c88afb888754af2b98200165e53a5bc 2024-12-13T07:31:02,949 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/B of 4ff0ff987543c1a820ff47ecaaaf5f37 into 6c88afb888754af2b98200165e53a5bc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:02,949 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:02,949 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/B, priority=13, startTime=1734075062474; duration=0sec 2024-12-13T07:31:02,949 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:02,949 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:B 2024-12-13T07:31:02,950 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#C#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:02,951 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/07a82c3f8e9e4d27b30f26481481b6b7 is 50, key is test_row_0/C:col10/1734075061856/Put/seqid=0 2024-12-13T07:31:02,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742149_1325 (size=13221) 2024-12-13T07:31:02,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075122957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075122958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075122960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075122960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:02,973 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/199075a03e434fd3bd02d43b6eb988d0 2024-12-13T07:31:02,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/f4060631d282432d97f3e703c8736b2c is 50, key is test_row_0/C:col10/1734075062025/Put/seqid=0 2024-12-13T07:31:03,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742150_1326 (size=12301) 2024-12-13T07:31:03,012 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/f4060631d282432d97f3e703c8736b2c 2024-12-13T07:31:03,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/26f6e9784386482fa98128e683d07a7a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/26f6e9784386482fa98128e683d07a7a 2024-12-13T07:31:03,020 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/26f6e9784386482fa98128e683d07a7a, entries=150, sequenceid=404, filesize=12.0 K 2024-12-13T07:31:03,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/199075a03e434fd3bd02d43b6eb988d0 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/199075a03e434fd3bd02d43b6eb988d0 2024-12-13T07:31:03,024 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/199075a03e434fd3bd02d43b6eb988d0, entries=150, sequenceid=404, filesize=12.0 K 2024-12-13T07:31:03,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/f4060631d282432d97f3e703c8736b2c as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/f4060631d282432d97f3e703c8736b2c 2024-12-13T07:31:03,028 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/f4060631d282432d97f3e703c8736b2c, entries=150, sequenceid=404, filesize=12.0 K 2024-12-13T07:31:03,029 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 476ms, sequenceid=404, compaction requested=false 2024-12-13T07:31:03,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:03,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:03,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-13T07:31:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-13T07:31:03,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-13T07:31:03,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2450 sec 2024-12-13T07:31:03,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.2550 sec 2024-12-13T07:31:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:31:03,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-13T07:31:03,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:31:03,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:03,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:31:03,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:03,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:31:03,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:03,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/a4b201b70fea408898c7c2134fafe956 is 50, key is test_row_0/A:col10/1734075063261/Put/seqid=0 2024-12-13T07:31:03,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742151_1327 (size=14741) 2024-12-13T07:31:03,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075123277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:03,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075123278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:03,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075123279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:03,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075123280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:03,362 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/07a82c3f8e9e4d27b30f26481481b6b7 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/07a82c3f8e9e4d27b30f26481481b6b7 2024-12-13T07:31:03,368 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/C of 4ff0ff987543c1a820ff47ecaaaf5f37 into 07a82c3f8e9e4d27b30f26481481b6b7(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:03,368 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:03,369 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/C, priority=13, startTime=1734075062475; duration=0sec 2024-12-13T07:31:03,369 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:03,369 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:C 2024-12-13T07:31:03,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075123381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:03,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075123383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:03,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075123383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:03,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075123384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:03,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075123584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:03,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075123585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:03,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075123586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:03,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075123586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:03,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/a4b201b70fea408898c7c2134fafe956 2024-12-13T07:31:03,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/47f1d8b216754a249cb1012cc618061b is 50, key is test_row_0/B:col10/1734075063261/Put/seqid=0 2024-12-13T07:31:03,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742152_1328 (size=12301) 2024-12-13T07:31:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-13T07:31:03,886 INFO [Thread-1109 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-13T07:31:03,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:31:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-13T07:31:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-13T07:31:03,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075123887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:03,889 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:31:03,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075123888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:03,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075123888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:03,891 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:31:03,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:31:03,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075123890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-13T07:31:04,042 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:04,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-13T07:31:04,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:04,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:31:04,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:04,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:04,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:04,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/47f1d8b216754a249cb1012cc618061b 2024-12-13T07:31:04,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/5885ed35733a488cba103980b40a8427 is 50, key is test_row_0/C:col10/1734075063261/Put/seqid=0 2024-12-13T07:31:04,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742153_1329 (size=12301) 2024-12-13T07:31:04,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/5885ed35733a488cba103980b40a8427 2024-12-13T07:31:04,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/a4b201b70fea408898c7c2134fafe956 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/a4b201b70fea408898c7c2134fafe956 2024-12-13T07:31:04,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/a4b201b70fea408898c7c2134fafe956, entries=200, sequenceid=419, filesize=14.4 K 2024-12-13T07:31:04,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/47f1d8b216754a249cb1012cc618061b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/47f1d8b216754a249cb1012cc618061b 2024-12-13T07:31:04,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/47f1d8b216754a249cb1012cc618061b, entries=150, sequenceid=419, filesize=12.0 K 2024-12-13T07:31:04,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/5885ed35733a488cba103980b40a8427 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/5885ed35733a488cba103980b40a8427 2024-12-13T07:31:04,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/5885ed35733a488cba103980b40a8427, entries=150, sequenceid=419, filesize=12.0 K 2024-12-13T07:31:04,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 889ms, sequenceid=419, compaction requested=true 2024-12-13T07:31:04,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:04,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:31:04,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:04,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:31:04,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:04,151 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:04,151 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:04,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:31:04,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:04,152 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:04,152 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:04,152 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/A is initiating minor compaction (all files) 2024-12-13T07:31:04,152 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/B is initiating minor compaction (all files) 2024-12-13T07:31:04,152 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/B in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:04,152 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/A in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:04,152 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/48c376f8e5344c75b62bf82d2a4eccc2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/26f6e9784386482fa98128e683d07a7a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/a4b201b70fea408898c7c2134fafe956] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=39.4 K 2024-12-13T07:31:04,152 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6c88afb888754af2b98200165e53a5bc, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/199075a03e434fd3bd02d43b6eb988d0, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/47f1d8b216754a249cb1012cc618061b] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=37.0 K 2024-12-13T07:31:04,153 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c88afb888754af2b98200165e53a5bc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734075061836 2024-12-13T07:31:04,153 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48c376f8e5344c75b62bf82d2a4eccc2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734075061836 2024-12-13T07:31:04,153 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 199075a03e434fd3bd02d43b6eb988d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1734075062022 2024-12-13T07:31:04,153 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26f6e9784386482fa98128e683d07a7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1734075062022 2024-12-13T07:31:04,153 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4b201b70fea408898c7c2134fafe956, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1734075062651 2024-12-13T07:31:04,153 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 47f1d8b216754a249cb1012cc618061b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1734075062651 2024-12-13T07:31:04,159 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#B#compaction#284 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:04,159 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#A#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:04,159 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/d6ed27355f8f400eb6e60b1ff0c77238 is 50, key is test_row_0/B:col10/1734075063261/Put/seqid=0 2024-12-13T07:31:04,160 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/3a52d4c1ea204205be5ed8efb67b9a28 is 50, key is test_row_0/A:col10/1734075063261/Put/seqid=0 2024-12-13T07:31:04,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742154_1330 (size=13357) 2024-12-13T07:31:04,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742155_1331 (size=13357) 2024-12-13T07:31:04,168 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/3a52d4c1ea204205be5ed8efb67b9a28 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/3a52d4c1ea204205be5ed8efb67b9a28 2024-12-13T07:31:04,172 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/A of 4ff0ff987543c1a820ff47ecaaaf5f37 into 3a52d4c1ea204205be5ed8efb67b9a28(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:04,172 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:04,173 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/A, priority=13, startTime=1734075064151; duration=0sec 2024-12-13T07:31:04,173 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:04,173 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:A 2024-12-13T07:31:04,173 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:04,173 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:04,173 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/C is initiating minor compaction (all files) 2024-12-13T07:31:04,174 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/C in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:04,174 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/07a82c3f8e9e4d27b30f26481481b6b7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/f4060631d282432d97f3e703c8736b2c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/5885ed35733a488cba103980b40a8427] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=36.9 K 2024-12-13T07:31:04,174 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07a82c3f8e9e4d27b30f26481481b6b7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734075061836 2024-12-13T07:31:04,174 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4060631d282432d97f3e703c8736b2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1734075062022 2024-12-13T07:31:04,174 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5885ed35733a488cba103980b40a8427, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1734075062651 2024-12-13T07:31:04,179 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#C#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:04,179 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/57673838bf814b56bd477a86d361fe47 is 50, key is test_row_0/C:col10/1734075063261/Put/seqid=0 2024-12-13T07:31:04,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742156_1332 (size=13323) 2024-12-13T07:31:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-13T07:31:04,195 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:04,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-13T07:31:04,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:04,195 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-13T07:31:04,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:31:04,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:04,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:31:04,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:04,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:31:04,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:04,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/4a658f96528a440c9da3f52d659c282b is 50, key is test_row_0/A:col10/1734075063279/Put/seqid=0 2024-12-13T07:31:04,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742157_1333 (size=12301) 2024-12-13T07:31:04,206 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/4a658f96528a440c9da3f52d659c282b 2024-12-13T07:31:04,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/55effd6ce7444b418d9fdbc7984b187f is 50, key is test_row_0/B:col10/1734075063279/Put/seqid=0 2024-12-13T07:31:04,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742158_1334 (size=12301) 2024-12-13T07:31:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:31:04,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:31:04,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075124398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:04,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075124400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:04,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075124401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:04,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075124401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-13T07:31:04,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075124502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:04,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075124503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:04,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075124504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:04,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075124504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:04,566 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/d6ed27355f8f400eb6e60b1ff0c77238 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d6ed27355f8f400eb6e60b1ff0c77238 2024-12-13T07:31:04,570 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/B of 4ff0ff987543c1a820ff47ecaaaf5f37 into d6ed27355f8f400eb6e60b1ff0c77238(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:04,570 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:04,570 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/B, priority=13, startTime=1734075064151; duration=0sec 2024-12-13T07:31:04,570 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:04,570 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:B 2024-12-13T07:31:04,586 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/57673838bf814b56bd477a86d361fe47 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/57673838bf814b56bd477a86d361fe47 2024-12-13T07:31:04,589 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/C of 4ff0ff987543c1a820ff47ecaaaf5f37 into 57673838bf814b56bd477a86d361fe47(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:04,589 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:04,589 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/C, priority=13, startTime=1734075064151; duration=0sec 2024-12-13T07:31:04,589 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:04,589 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:C 2024-12-13T07:31:04,625 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/55effd6ce7444b418d9fdbc7984b187f 2024-12-13T07:31:04,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/df6f71b232e74ea3af985258ca8da149 is 50, key is test_row_0/C:col10/1734075063279/Put/seqid=0 2024-12-13T07:31:04,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742159_1335 (size=12301) 2024-12-13T07:31:04,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075124704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:04,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:04,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075124707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075124707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:04,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075124707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-13T07:31:05,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075125008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:05,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075125009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:05,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075125010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:05,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075125010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:05,034 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/df6f71b232e74ea3af985258ca8da149 2024-12-13T07:31:05,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/4a658f96528a440c9da3f52d659c282b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4a658f96528a440c9da3f52d659c282b 2024-12-13T07:31:05,040 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4a658f96528a440c9da3f52d659c282b, entries=150, sequenceid=444, filesize=12.0 K 2024-12-13T07:31:05,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/55effd6ce7444b418d9fdbc7984b187f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/55effd6ce7444b418d9fdbc7984b187f 2024-12-13T07:31:05,043 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/55effd6ce7444b418d9fdbc7984b187f, entries=150, sequenceid=444, filesize=12.0 K 2024-12-13T07:31:05,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/df6f71b232e74ea3af985258ca8da149 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/df6f71b232e74ea3af985258ca8da149 2024-12-13T07:31:05,046 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/df6f71b232e74ea3af985258ca8da149, entries=150, sequenceid=444, filesize=12.0 K 2024-12-13T07:31:05,047 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 852ms, sequenceid=444, compaction requested=false 2024-12-13T07:31:05,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:05,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:05,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-13T07:31:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-13T07:31:05,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-13T07:31:05,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1570 sec 2024-12-13T07:31:05,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.1620 sec 2024-12-13T07:31:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:31:05,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-13T07:31:05,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:31:05,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:05,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:31:05,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:05,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:31:05,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:05,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/90b2d08e229143d0ab7412be6ca02ff2 is 50, key is test_row_0/A:col10/1734075065512/Put/seqid=0 2024-12-13T07:31:05,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742160_1336 (size=12301) 2024-12-13T07:31:05,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075125528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:05,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075125531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:05,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075125539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:05,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075125540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:05,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075125633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:05,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075125639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:05,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075125641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:05,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075125644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:05,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075125835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:05,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075125842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:05,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075125843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:05,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075125847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:05,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/90b2d08e229143d0ab7412be6ca02ff2 2024-12-13T07:31:05,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/0d94bb669b234b72bad0b47825e7ca1d is 50, key is test_row_0/B:col10/1734075065512/Put/seqid=0 2024-12-13T07:31:05,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742161_1337 (size=12301) 2024-12-13T07:31:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-13T07:31:05,991 INFO [Thread-1109 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-13T07:31:05,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:31:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-13T07:31:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-13T07:31:05,993 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:31:05,994 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:31:05,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:31:06,027 DEBUG [Thread-1118 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x521aad6f to 127.0.0.1:65137 2024-12-13T07:31:06,027 DEBUG [Thread-1118 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:06,027 DEBUG [Thread-1112 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c299cfb to 127.0.0.1:65137 2024-12-13T07:31:06,028 DEBUG [Thread-1112 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:06,029 DEBUG [Thread-1110 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x036642cb to 127.0.0.1:65137 2024-12-13T07:31:06,029 DEBUG [Thread-1110 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:06,029 DEBUG [Thread-1116 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3677bd4f to 127.0.0.1:65137 2024-12-13T07:31:06,029 DEBUG [Thread-1116 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:06,030 DEBUG [Thread-1114 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x605827c9 to 127.0.0.1:65137 2024-12-13T07:31:06,030 DEBUG [Thread-1114 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-13T07:31:06,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075126139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:06,145 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:06,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-13T07:31:06,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:06,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075126145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:06,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:31:06,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:06,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:06,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:06,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075126147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:06,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075126150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-13T07:31:06,298 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:06,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-13T07:31:06,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:06,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:31:06,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:06,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:06,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:06,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/0d94bb669b234b72bad0b47825e7ca1d 2024-12-13T07:31:06,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/a4e6338e12ce4c30adbf6a2514b930bb is 50, key is test_row_0/C:col10/1734075065512/Put/seqid=0 2024-12-13T07:31:06,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742162_1338 (size=12301) 2024-12-13T07:31:06,453 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:06,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-13T07:31:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:31:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:06,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-13T07:31:06,606 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:06,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-13T07:31:06,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:06,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:31:06,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:06,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:06,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:06,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1734075126642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:06,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60364 deadline: 1734075126648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:06,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60314 deadline: 1734075126649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:06,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60322 deadline: 1734075126654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:06,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/a4e6338e12ce4c30adbf6a2514b930bb 2024-12-13T07:31:06,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/90b2d08e229143d0ab7412be6ca02ff2 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/90b2d08e229143d0ab7412be6ca02ff2 2024-12-13T07:31:06,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/90b2d08e229143d0ab7412be6ca02ff2, entries=150, sequenceid=462, filesize=12.0 K 2024-12-13T07:31:06,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/0d94bb669b234b72bad0b47825e7ca1d as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/0d94bb669b234b72bad0b47825e7ca1d 2024-12-13T07:31:06,758 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:06,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-13T07:31:06,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:06,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:31:06,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:06,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:06,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:06,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/0d94bb669b234b72bad0b47825e7ca1d, entries=150, sequenceid=462, filesize=12.0 K 2024-12-13T07:31:06,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/a4e6338e12ce4c30adbf6a2514b930bb as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/a4e6338e12ce4c30adbf6a2514b930bb 2024-12-13T07:31:06,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/a4e6338e12ce4c30adbf6a2514b930bb, entries=150, sequenceid=462, filesize=12.0 K 2024-12-13T07:31:06,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 1253ms, sequenceid=462, compaction requested=true 2024-12-13T07:31:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:31:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:31:06,767 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff0ff987543c1a820ff47ecaaaf5f37:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:31:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:06,767 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:06,768 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:06,768 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:06,768 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/B is initiating minor compaction (all files) 2024-12-13T07:31:06,768 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/A is initiating minor compaction (all files) 2024-12-13T07:31:06,768 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/B in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:06,768 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/A in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:06,768 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d6ed27355f8f400eb6e60b1ff0c77238, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/55effd6ce7444b418d9fdbc7984b187f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/0d94bb669b234b72bad0b47825e7ca1d] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=37.1 K 2024-12-13T07:31:06,768 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/3a52d4c1ea204205be5ed8efb67b9a28, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4a658f96528a440c9da3f52d659c282b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/90b2d08e229143d0ab7412be6ca02ff2] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=37.1 K 2024-12-13T07:31:06,768 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting d6ed27355f8f400eb6e60b1ff0c77238, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1734075062651 2024-12-13T07:31:06,768 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a52d4c1ea204205be5ed8efb67b9a28, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1734075062651 2024-12-13T07:31:06,769 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a658f96528a440c9da3f52d659c282b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1734075063277 2024-12-13T07:31:06,769 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 55effd6ce7444b418d9fdbc7984b187f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1734075063277 2024-12-13T07:31:06,769 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90b2d08e229143d0ab7412be6ca02ff2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1734075064400 2024-12-13T07:31:06,769 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d94bb669b234b72bad0b47825e7ca1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1734075064400 2024-12-13T07:31:06,778 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#B#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:06,778 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#A#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:06,778 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/4f469603c8d04206aca777ab559db708 is 50, key is test_row_0/A:col10/1734075065512/Put/seqid=0 2024-12-13T07:31:06,778 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/d0c6395b0fc64d08af0e8ef57654b683 is 50, key is test_row_0/B:col10/1734075065512/Put/seqid=0 2024-12-13T07:31:06,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742164_1340 (size=13459) 2024-12-13T07:31:06,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742163_1339 (size=13459) 2024-12-13T07:31:06,911 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:06,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-13T07:31:06,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:06,912 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-13T07:31:06,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:31:06,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:06,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:31:06,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:06,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:31:06,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:06,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/0c3de1ca6d324d0a823a99287f91cd27 is 50, key is test_row_0/A:col10/1734075065526/Put/seqid=0 2024-12-13T07:31:06,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742165_1341 (size=12301) 2024-12-13T07:31:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-13T07:31:07,186 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/4f469603c8d04206aca777ab559db708 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4f469603c8d04206aca777ab559db708 2024-12-13T07:31:07,186 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/d0c6395b0fc64d08af0e8ef57654b683 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d0c6395b0fc64d08af0e8ef57654b683 2024-12-13T07:31:07,190 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/B of 4ff0ff987543c1a820ff47ecaaaf5f37 into d0c6395b0fc64d08af0e8ef57654b683(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:07,190 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:07,190 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/B, priority=13, startTime=1734075066767; duration=0sec 2024-12-13T07:31:07,190 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/A of 4ff0ff987543c1a820ff47ecaaaf5f37 into 4f469603c8d04206aca777ab559db708(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:07,190 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:07,190 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/A, priority=13, startTime=1734075066767; duration=0sec 2024-12-13T07:31:07,190 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:07,190 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:B 2024-12-13T07:31:07,190 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:07,191 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:07,191 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:A 2024-12-13T07:31:07,191 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:07,191 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 4ff0ff987543c1a820ff47ecaaaf5f37/C is initiating minor compaction (all files) 2024-12-13T07:31:07,191 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4ff0ff987543c1a820ff47ecaaaf5f37/C in TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:07,192 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/57673838bf814b56bd477a86d361fe47, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/df6f71b232e74ea3af985258ca8da149, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/a4e6338e12ce4c30adbf6a2514b930bb] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp, totalSize=37.0 K 2024-12-13T07:31:07,192 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 57673838bf814b56bd477a86d361fe47, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1734075062651 2024-12-13T07:31:07,192 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting df6f71b232e74ea3af985258ca8da149, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1734075063277 2024-12-13T07:31:07,192 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting a4e6338e12ce4c30adbf6a2514b930bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1734075064400 2024-12-13T07:31:07,200 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff0ff987543c1a820ff47ecaaaf5f37#C#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:07,200 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/eccf9a221b87403482721a6eaed3ff81 is 50, key is test_row_0/C:col10/1734075065512/Put/seqid=0 2024-12-13T07:31:07,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742166_1342 (size=13425) 2024-12-13T07:31:07,320 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/0c3de1ca6d324d0a823a99287f91cd27 2024-12-13T07:31:07,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/f7a3dea0fcf845fbb53d5aac5976ca82 is 50, key is test_row_0/B:col10/1734075065526/Put/seqid=0 2024-12-13T07:31:07,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742167_1343 (size=12301) 2024-12-13T07:31:07,614 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/eccf9a221b87403482721a6eaed3ff81 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/eccf9a221b87403482721a6eaed3ff81 2024-12-13T07:31:07,619 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4ff0ff987543c1a820ff47ecaaaf5f37/C of 4ff0ff987543c1a820ff47ecaaaf5f37 into eccf9a221b87403482721a6eaed3ff81(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:07,619 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:07,619 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37., storeName=4ff0ff987543c1a820ff47ecaaaf5f37/C, priority=13, startTime=1734075066767; duration=0sec 2024-12-13T07:31:07,619 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:07,619 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff0ff987543c1a820ff47ecaaaf5f37:C 2024-12-13T07:31:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:31:07,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. as already flushing 2024-12-13T07:31:07,674 DEBUG [Thread-1099 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c480dfb to 127.0.0.1:65137 2024-12-13T07:31:07,674 DEBUG [Thread-1103 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e9ae050 to 127.0.0.1:65137 2024-12-13T07:31:07,674 DEBUG [Thread-1107 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0eb04aeb to 127.0.0.1:65137 2024-12-13T07:31:07,674 DEBUG [Thread-1099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:07,674 DEBUG [Thread-1107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:07,674 DEBUG [Thread-1103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:07,675 DEBUG [Thread-1105 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2fef31f8 to 127.0.0.1:65137 2024-12-13T07:31:07,675 DEBUG [Thread-1105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:07,734 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/f7a3dea0fcf845fbb53d5aac5976ca82 2024-12-13T07:31:07,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/b8836bf74a5e4adf8cb696d5b4875a24 is 50, key is test_row_0/C:col10/1734075065526/Put/seqid=0 2024-12-13T07:31:07,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742168_1344 (size=12301) 2024-12-13T07:31:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-13T07:31:08,152 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/b8836bf74a5e4adf8cb696d5b4875a24 2024-12-13T07:31:08,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/0c3de1ca6d324d0a823a99287f91cd27 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/0c3de1ca6d324d0a823a99287f91cd27 2024-12-13T07:31:08,164 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/0c3de1ca6d324d0a823a99287f91cd27, entries=150, sequenceid=482, filesize=12.0 K 2024-12-13T07:31:08,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/f7a3dea0fcf845fbb53d5aac5976ca82 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/f7a3dea0fcf845fbb53d5aac5976ca82 2024-12-13T07:31:08,168 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/f7a3dea0fcf845fbb53d5aac5976ca82, entries=150, sequenceid=482, filesize=12.0 K 2024-12-13T07:31:08,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/b8836bf74a5e4adf8cb696d5b4875a24 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/b8836bf74a5e4adf8cb696d5b4875a24 2024-12-13T07:31:08,172 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/b8836bf74a5e4adf8cb696d5b4875a24, entries=150, sequenceid=482, filesize=12.0 K 2024-12-13T07:31:08,173 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=26.84 KB/27480 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 1261ms, sequenceid=482, compaction requested=false 2024-12-13T07:31:08,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:08,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:08,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-13T07:31:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-12-13T07:31:08,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-13T07:31:08,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1800 sec 2024-12-13T07:31:08,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 2.1830 sec 2024-12-13T07:31:09,252 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T07:31:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-13T07:31:10,101 INFO [Thread-1109 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-13T07:31:11,975 DEBUG [Thread-1101 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34cb3991 to 127.0.0.1:65137 2024-12-13T07:31:11,975 DEBUG [Thread-1101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:11,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-13T07:31:11,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-12-13T07:31:11,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-13T07:31:11,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-12-13T07:31:11,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-12-13T07:31:11,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-13T07:31:11,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-13T07:31:11,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7660 2024-12-13T07:31:11,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7747 2024-12-13T07:31:11,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7589 2024-12-13T07:31:11,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7699 2024-12-13T07:31:11,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7765 2024-12-13T07:31:11,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-13T07:31:11,977 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T07:31:11,977 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028e73c0 to 127.0.0.1:65137 2024-12-13T07:31:11,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:11,978 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-13T07:31:11,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-13T07:31:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-13T07:31:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-13T07:31:11,984 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075071983"}]},"ts":"1734075071983"} 2024-12-13T07:31:11,985 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-13T07:31:12,002 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-13T07:31:12,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-13T07:31:12,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff0ff987543c1a820ff47ecaaaf5f37, UNASSIGN}] 2024-12-13T07:31:12,005 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff0ff987543c1a820ff47ecaaaf5f37, UNASSIGN 2024-12-13T07:31:12,005 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=4ff0ff987543c1a820ff47ecaaaf5f37, regionState=CLOSING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:12,006 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T07:31:12,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure 4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:31:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-13T07:31:12,158 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:12,159 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:31:12,159 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T07:31:12,159 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing 4ff0ff987543c1a820ff47ecaaaf5f37, disabling compactions & flushes 2024-12-13T07:31:12,159 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:12,159 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:12,159 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. after waiting 0 ms 2024-12-13T07:31:12,159 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:12,159 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(2837): Flushing 4ff0ff987543c1a820ff47ecaaaf5f37 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-13T07:31:12,159 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=A 2024-12-13T07:31:12,160 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:12,160 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=B 2024-12-13T07:31:12,160 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:12,160 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ff0ff987543c1a820ff47ecaaaf5f37, store=C 2024-12-13T07:31:12,160 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:12,168 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/3dc6e3a2a74e4079898bf6aff97a0b78 is 50, key is test_row_1/A:col10/1734075067674/Put/seqid=0 2024-12-13T07:31:12,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742169_1345 (size=9857) 2024-12-13T07:31:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-13T07:31:12,572 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/3dc6e3a2a74e4079898bf6aff97a0b78 2024-12-13T07:31:12,579 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/8972ae60a3c4450d99871a53084d17f2 is 50, key is test_row_1/B:col10/1734075067674/Put/seqid=0 2024-12-13T07:31:12,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742170_1346 (size=9857) 2024-12-13T07:31:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-13T07:31:12,983 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/8972ae60a3c4450d99871a53084d17f2 2024-12-13T07:31:12,990 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/9dfd0880e0a240fd868d1e2cc320d5c7 is 50, key is test_row_1/C:col10/1734075067674/Put/seqid=0 2024-12-13T07:31:12,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742171_1347 (size=9857) 2024-12-13T07:31:12,995 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/9dfd0880e0a240fd868d1e2cc320d5c7 2024-12-13T07:31:12,998 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/A/3dc6e3a2a74e4079898bf6aff97a0b78 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/3dc6e3a2a74e4079898bf6aff97a0b78 2024-12-13T07:31:13,001 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/3dc6e3a2a74e4079898bf6aff97a0b78, entries=100, sequenceid=493, filesize=9.6 K 2024-12-13T07:31:13,002 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/B/8972ae60a3c4450d99871a53084d17f2 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/8972ae60a3c4450d99871a53084d17f2 2024-12-13T07:31:13,005 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/8972ae60a3c4450d99871a53084d17f2, entries=100, sequenceid=493, filesize=9.6 K 2024-12-13T07:31:13,006 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/.tmp/C/9dfd0880e0a240fd868d1e2cc320d5c7 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/9dfd0880e0a240fd868d1e2cc320d5c7 2024-12-13T07:31:13,010 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/9dfd0880e0a240fd868d1e2cc320d5c7, entries=100, sequenceid=493, filesize=9.6 K 2024-12-13T07:31:13,010 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4ff0ff987543c1a820ff47ecaaaf5f37 in 851ms, sequenceid=493, compaction requested=true 2024-12-13T07:31:13,011 DEBUG [StoreCloser-TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/e652b392647746ce9993aa5df7326ad3, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/5b5fd84f5aef47ae9e142083ad2a65fd, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/17712837be5e44ad8a07137918ba3a53, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/ded2e380271741eab5ea7914b4a35789, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4ade091532744dbb8a9c2fe2744b855b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/f017f2d214934e528b29f2c90ec62f97, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/6debaa2b40414d20a2fc10d3d1f0e148, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/61ee1181cc52483886238a3436099955, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/34ab5c226b4b4356a31fae7a78b5dd83, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/21904cecb70a4d4ea3caf6680efbfdb1, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/19685400da0a44938131041d6bc062a5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4d8ada36203649d99c14c61701086d2f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/c7152fa26f68421f91beeb2e6047c981, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/c41389351dec461497e4efd7e9f320b8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/1858fbf0e8464a4ca7969cc15bf10069, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/1a270437f51046c9a5113fd2112eae36, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4c40fa5cd8c94a8da3446153292226c9, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/ef910b797c194627933ebf403bdcf818, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/cb11f24adc984d18b4f20a03d1e76074, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/21d1cf869eb147d7a9eae9325e4cc238, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/ae97e519ce7c4208b2252be3299b3f07, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/96de7b4f7bcc47fe8a7f549f95c3e549, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/12a172292ee448068e3ad2597638aafe, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/814acf5a8940485089c5d2d253746ba6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/cc631b597fe94d1dbdc75f3145cd7e59, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/bc22efbeff664f93b8efcbdcc95d25cb, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/52506d3b1fef4894a0f25678a54409a3, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/48c376f8e5344c75b62bf82d2a4eccc2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/fa7cff9ea7354f63b9e6f828bf5d5e76, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/26f6e9784386482fa98128e683d07a7a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/a4b201b70fea408898c7c2134fafe956, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/3a52d4c1ea204205be5ed8efb67b9a28, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4a658f96528a440c9da3f52d659c282b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/90b2d08e229143d0ab7412be6ca02ff2] to archive 2024-12-13T07:31:13,012 DEBUG [StoreCloser-TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T07:31:13,014 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/ded2e380271741eab5ea7914b4a35789 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/ded2e380271741eab5ea7914b4a35789 2024-12-13T07:31:13,014 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/f017f2d214934e528b29f2c90ec62f97 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/f017f2d214934e528b29f2c90ec62f97 2024-12-13T07:31:13,015 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/e652b392647746ce9993aa5df7326ad3 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/e652b392647746ce9993aa5df7326ad3 2024-12-13T07:31:13,015 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/5b5fd84f5aef47ae9e142083ad2a65fd to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/5b5fd84f5aef47ae9e142083ad2a65fd 2024-12-13T07:31:13,015 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4ade091532744dbb8a9c2fe2744b855b to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4ade091532744dbb8a9c2fe2744b855b 2024-12-13T07:31:13,015 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/6debaa2b40414d20a2fc10d3d1f0e148 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/6debaa2b40414d20a2fc10d3d1f0e148 2024-12-13T07:31:13,015 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/61ee1181cc52483886238a3436099955 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/61ee1181cc52483886238a3436099955 2024-12-13T07:31:13,015 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/17712837be5e44ad8a07137918ba3a53 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/17712837be5e44ad8a07137918ba3a53 2024-12-13T07:31:13,016 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/21904cecb70a4d4ea3caf6680efbfdb1 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/21904cecb70a4d4ea3caf6680efbfdb1 2024-12-13T07:31:13,016 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/c7152fa26f68421f91beeb2e6047c981 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/c7152fa26f68421f91beeb2e6047c981 2024-12-13T07:31:13,017 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/34ab5c226b4b4356a31fae7a78b5dd83 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/34ab5c226b4b4356a31fae7a78b5dd83 2024-12-13T07:31:13,017 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/19685400da0a44938131041d6bc062a5 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/19685400da0a44938131041d6bc062a5 2024-12-13T07:31:13,017 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4d8ada36203649d99c14c61701086d2f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4d8ada36203649d99c14c61701086d2f 2024-12-13T07:31:13,017 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/c41389351dec461497e4efd7e9f320b8 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/c41389351dec461497e4efd7e9f320b8 2024-12-13T07:31:13,017 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/1858fbf0e8464a4ca7969cc15bf10069 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/1858fbf0e8464a4ca7969cc15bf10069 2024-12-13T07:31:13,017 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/1a270437f51046c9a5113fd2112eae36 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/1a270437f51046c9a5113fd2112eae36 2024-12-13T07:31:13,018 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4c40fa5cd8c94a8da3446153292226c9 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4c40fa5cd8c94a8da3446153292226c9 2024-12-13T07:31:13,018 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/cb11f24adc984d18b4f20a03d1e76074 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/cb11f24adc984d18b4f20a03d1e76074 2024-12-13T07:31:13,018 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/ef910b797c194627933ebf403bdcf818 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/ef910b797c194627933ebf403bdcf818 2024-12-13T07:31:13,018 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/21d1cf869eb147d7a9eae9325e4cc238 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/21d1cf869eb147d7a9eae9325e4cc238 2024-12-13T07:31:13,019 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/ae97e519ce7c4208b2252be3299b3f07 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/ae97e519ce7c4208b2252be3299b3f07 2024-12-13T07:31:13,019 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/814acf5a8940485089c5d2d253746ba6 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/814acf5a8940485089c5d2d253746ba6 2024-12-13T07:31:13,019 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/12a172292ee448068e3ad2597638aafe to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/12a172292ee448068e3ad2597638aafe 2024-12-13T07:31:13,020 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/96de7b4f7bcc47fe8a7f549f95c3e549 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/96de7b4f7bcc47fe8a7f549f95c3e549 2024-12-13T07:31:13,021 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/cc631b597fe94d1dbdc75f3145cd7e59 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/cc631b597fe94d1dbdc75f3145cd7e59 2024-12-13T07:31:13,021 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/52506d3b1fef4894a0f25678a54409a3 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/52506d3b1fef4894a0f25678a54409a3 2024-12-13T07:31:13,021 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/48c376f8e5344c75b62bf82d2a4eccc2 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/48c376f8e5344c75b62bf82d2a4eccc2 2024-12-13T07:31:13,021 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/bc22efbeff664f93b8efcbdcc95d25cb to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/bc22efbeff664f93b8efcbdcc95d25cb 2024-12-13T07:31:13,021 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/fa7cff9ea7354f63b9e6f828bf5d5e76 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/fa7cff9ea7354f63b9e6f828bf5d5e76 2024-12-13T07:31:13,021 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/a4b201b70fea408898c7c2134fafe956 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/a4b201b70fea408898c7c2134fafe956 2024-12-13T07:31:13,021 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/26f6e9784386482fa98128e683d07a7a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/26f6e9784386482fa98128e683d07a7a 2024-12-13T07:31:13,021 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/3a52d4c1ea204205be5ed8efb67b9a28 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/3a52d4c1ea204205be5ed8efb67b9a28 2024-12-13T07:31:13,022 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4a658f96528a440c9da3f52d659c282b to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4a658f96528a440c9da3f52d659c282b 2024-12-13T07:31:13,022 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/90b2d08e229143d0ab7412be6ca02ff2 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/90b2d08e229143d0ab7412be6ca02ff2 2024-12-13T07:31:13,023 DEBUG [StoreCloser-TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/017584280d424cb5ab3298e959784001, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/4fe0e3390ca542c486b57c2e81741ad5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/76c5479ddfab451b8fe582d4ea7dd452, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/63afabaab95344779b8166f6970cf2b7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/317ceb2646b5473e9c1fc715be1d378a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/a83a50dd0a014d5781999f57863bc306, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/daba41990e594293b3b73f36d8181acf, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/0aafb8312fa0483194be2071cd709d45, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/b8e2d1dc69cb44d09051e0e920daa659, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/19e154c76d0d430a84fd22793ad3c8f6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/38f8e2a45f444b7ea6ba829ee2b77832, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/70ce25c44b654c509662eaf8f454aeb8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6334f815bd1241ef9e3c9e8c50863442, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/a397a218c2eb44869ac775c34b8751b9, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/b5344c36626e44528f8c46db0bf519ab, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d62d22eba71142469c15d7e7cf2145c2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/8477207b28b440b7894d2aa5705314ad, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/769016b2df53416aaf024a19fa49262f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6a4ee1fbaa014ba1af68e26e36f9b102, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/43446a34540346f994a077e17417f758, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/298540bc89da45b99215f2dbe14f4f89, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/80a3edcfcf4342a493a46b71306fc009, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d5ef85f698024b3b90c5c10856596ab2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/37b518ca05ad4da081ac33e86d49b29b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/93987890e857427a84cc17c26f7cfa71, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/f1526f7ba39f4dfdbd125f643380ff65, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6b05203c68d2449ab4be298ea6b73049, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6c88afb888754af2b98200165e53a5bc, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/07dc7342e11247f68ce63d12e86e6b3b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/199075a03e434fd3bd02d43b6eb988d0, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d6ed27355f8f400eb6e60b1ff0c77238, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/47f1d8b216754a249cb1012cc618061b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/55effd6ce7444b418d9fdbc7984b187f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/0d94bb669b234b72bad0b47825e7ca1d] to archive 2024-12-13T07:31:13,024 DEBUG [StoreCloser-TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T07:31:13,025 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/017584280d424cb5ab3298e959784001 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/017584280d424cb5ab3298e959784001 2024-12-13T07:31:13,025 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/76c5479ddfab451b8fe582d4ea7dd452 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/76c5479ddfab451b8fe582d4ea7dd452 2024-12-13T07:31:13,025 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/4fe0e3390ca542c486b57c2e81741ad5 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/4fe0e3390ca542c486b57c2e81741ad5 2024-12-13T07:31:13,026 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/317ceb2646b5473e9c1fc715be1d378a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/317ceb2646b5473e9c1fc715be1d378a 2024-12-13T07:31:13,027 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/63afabaab95344779b8166f6970cf2b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/63afabaab95344779b8166f6970cf2b7 2024-12-13T07:31:13,027 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/a83a50dd0a014d5781999f57863bc306 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/a83a50dd0a014d5781999f57863bc306 2024-12-13T07:31:13,030 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/0aafb8312fa0483194be2071cd709d45 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/0aafb8312fa0483194be2071cd709d45 2024-12-13T07:31:13,030 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/38f8e2a45f444b7ea6ba829ee2b77832 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/38f8e2a45f444b7ea6ba829ee2b77832 2024-12-13T07:31:13,030 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/19e154c76d0d430a84fd22793ad3c8f6 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/19e154c76d0d430a84fd22793ad3c8f6 2024-12-13T07:31:13,030 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/daba41990e594293b3b73f36d8181acf to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/daba41990e594293b3b73f36d8181acf 2024-12-13T07:31:13,030 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/b8e2d1dc69cb44d09051e0e920daa659 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/b8e2d1dc69cb44d09051e0e920daa659 2024-12-13T07:31:13,031 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/70ce25c44b654c509662eaf8f454aeb8 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/70ce25c44b654c509662eaf8f454aeb8 2024-12-13T07:31:13,032 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/a397a218c2eb44869ac775c34b8751b9 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/a397a218c2eb44869ac775c34b8751b9 2024-12-13T07:31:13,032 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d62d22eba71142469c15d7e7cf2145c2 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d62d22eba71142469c15d7e7cf2145c2 2024-12-13T07:31:13,032 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/b5344c36626e44528f8c46db0bf519ab to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/b5344c36626e44528f8c46db0bf519ab 2024-12-13T07:31:13,032 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/8477207b28b440b7894d2aa5705314ad to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/8477207b28b440b7894d2aa5705314ad 2024-12-13T07:31:13,032 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6334f815bd1241ef9e3c9e8c50863442 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6334f815bd1241ef9e3c9e8c50863442 2024-12-13T07:31:13,032 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6a4ee1fbaa014ba1af68e26e36f9b102 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6a4ee1fbaa014ba1af68e26e36f9b102 2024-12-13T07:31:13,033 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/769016b2df53416aaf024a19fa49262f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/769016b2df53416aaf024a19fa49262f 2024-12-13T07:31:13,034 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/43446a34540346f994a077e17417f758 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/43446a34540346f994a077e17417f758 2024-12-13T07:31:13,035 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/80a3edcfcf4342a493a46b71306fc009 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/80a3edcfcf4342a493a46b71306fc009 2024-12-13T07:31:13,035 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/298540bc89da45b99215f2dbe14f4f89 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/298540bc89da45b99215f2dbe14f4f89 2024-12-13T07:31:13,035 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d5ef85f698024b3b90c5c10856596ab2 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d5ef85f698024b3b90c5c10856596ab2 2024-12-13T07:31:13,035 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/93987890e857427a84cc17c26f7cfa71 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/93987890e857427a84cc17c26f7cfa71 2024-12-13T07:31:13,035 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/37b518ca05ad4da081ac33e86d49b29b to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/37b518ca05ad4da081ac33e86d49b29b 2024-12-13T07:31:13,035 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/f1526f7ba39f4dfdbd125f643380ff65 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/f1526f7ba39f4dfdbd125f643380ff65 2024-12-13T07:31:13,036 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6b05203c68d2449ab4be298ea6b73049 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6b05203c68d2449ab4be298ea6b73049 2024-12-13T07:31:13,038 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6c88afb888754af2b98200165e53a5bc to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/6c88afb888754af2b98200165e53a5bc 2024-12-13T07:31:13,038 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/199075a03e434fd3bd02d43b6eb988d0 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/199075a03e434fd3bd02d43b6eb988d0 2024-12-13T07:31:13,038 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d6ed27355f8f400eb6e60b1ff0c77238 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d6ed27355f8f400eb6e60b1ff0c77238 2024-12-13T07:31:13,038 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/47f1d8b216754a249cb1012cc618061b to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/47f1d8b216754a249cb1012cc618061b 2024-12-13T07:31:13,038 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/07dc7342e11247f68ce63d12e86e6b3b to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/07dc7342e11247f68ce63d12e86e6b3b 2024-12-13T07:31:13,038 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/0d94bb669b234b72bad0b47825e7ca1d to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/0d94bb669b234b72bad0b47825e7ca1d 2024-12-13T07:31:13,038 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/55effd6ce7444b418d9fdbc7984b187f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/55effd6ce7444b418d9fdbc7984b187f 2024-12-13T07:31:13,040 DEBUG [StoreCloser-TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/579b18b2313d4db5ac04e5b57ab47792, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/214b3c37648d44e8bca4f0b423a07967, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/cd869c9111f84e2da6ccc026a973cc0b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/9b1b413a0ad7412e8d04394532f8a8c6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/1efb2758213f4f8ca746d7dbad9904aa, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/b8301606495844bd8926e2ecf4dcff52, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/ef2ddfc9ab0b424e84785a277eabfb6d, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/0abbc72aa73a409ca326a3e1c83457ca, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/a592a4d730cc4971a51362977729d945, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/bb1d8f01423a4d1d9abfb2c615882868, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/38fcf087a5004e39a152f02cd8a27c64, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/6a58b6bd9e35453eb80bd5dee3481c22, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/194935eac68945ac96f7e6d88603b2c1, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/f862f73111e7460f9bce3c800e39c8e2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/5da905fa6ab34e56b2b7da8564721aea, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/bc76cc5949b84c6b9f851866d323b4e2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/e45594107f0c4c5baf850c85328077e1, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/7559ec9781b142a0aeb8fb17c0f4add7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/217c4280d451476ca11e18ee5108f80a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/1d9266baa2cd4f199d7655cb0f8191dc, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/3521c85840e14217a6242170d87ea015, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/7441bb47f1e5497b8220ccc2eb684724, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/02057d3f7d6a41ad90b2657841d2632e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/b99675cb25f647829d8447c11e8aecad, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/e48c5697d22d4485b7580c06aa8ac709, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/86058cffaba64c4da5318cb4c3cce66d, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/07a82c3f8e9e4d27b30f26481481b6b7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/105345e2c6444ea9a6b8e6dc1addf548, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/f4060631d282432d97f3e703c8736b2c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/57673838bf814b56bd477a86d361fe47, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/5885ed35733a488cba103980b40a8427, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/df6f71b232e74ea3af985258ca8da149, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/a4e6338e12ce4c30adbf6a2514b930bb] to archive 2024-12-13T07:31:13,041 DEBUG [StoreCloser-TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T07:31:13,043 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/ef2ddfc9ab0b424e84785a277eabfb6d to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/ef2ddfc9ab0b424e84785a277eabfb6d 2024-12-13T07:31:13,043 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/cd869c9111f84e2da6ccc026a973cc0b to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/cd869c9111f84e2da6ccc026a973cc0b 2024-12-13T07:31:13,043 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/1efb2758213f4f8ca746d7dbad9904aa to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/1efb2758213f4f8ca746d7dbad9904aa 2024-12-13T07:31:13,043 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/9b1b413a0ad7412e8d04394532f8a8c6 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/9b1b413a0ad7412e8d04394532f8a8c6 2024-12-13T07:31:13,044 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/579b18b2313d4db5ac04e5b57ab47792 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/579b18b2313d4db5ac04e5b57ab47792 2024-12-13T07:31:13,044 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/214b3c37648d44e8bca4f0b423a07967 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/214b3c37648d44e8bca4f0b423a07967 2024-12-13T07:31:13,045 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/b8301606495844bd8926e2ecf4dcff52 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/b8301606495844bd8926e2ecf4dcff52 2024-12-13T07:31:13,045 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/a592a4d730cc4971a51362977729d945 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/a592a4d730cc4971a51362977729d945 2024-12-13T07:31:13,045 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/0abbc72aa73a409ca326a3e1c83457ca to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/0abbc72aa73a409ca326a3e1c83457ca 2024-12-13T07:31:13,045 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/bb1d8f01423a4d1d9abfb2c615882868 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/bb1d8f01423a4d1d9abfb2c615882868 2024-12-13T07:31:13,045 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/38fcf087a5004e39a152f02cd8a27c64 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/38fcf087a5004e39a152f02cd8a27c64 2024-12-13T07:31:13,047 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/6a58b6bd9e35453eb80bd5dee3481c22 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/6a58b6bd9e35453eb80bd5dee3481c22 2024-12-13T07:31:13,049 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/194935eac68945ac96f7e6d88603b2c1 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/194935eac68945ac96f7e6d88603b2c1 2024-12-13T07:31:13,050 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/5da905fa6ab34e56b2b7da8564721aea to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/5da905fa6ab34e56b2b7da8564721aea 2024-12-13T07:31:13,050 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/f862f73111e7460f9bce3c800e39c8e2 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/f862f73111e7460f9bce3c800e39c8e2 2024-12-13T07:31:13,050 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/1d9266baa2cd4f199d7655cb0f8191dc to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/1d9266baa2cd4f199d7655cb0f8191dc 2024-12-13T07:31:13,051 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/217c4280d451476ca11e18ee5108f80a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/217c4280d451476ca11e18ee5108f80a 2024-12-13T07:31:13,051 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/7559ec9781b142a0aeb8fb17c0f4add7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/7559ec9781b142a0aeb8fb17c0f4add7 2024-12-13T07:31:13,051 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/e45594107f0c4c5baf850c85328077e1 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/e45594107f0c4c5baf850c85328077e1 2024-12-13T07:31:13,051 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/bc76cc5949b84c6b9f851866d323b4e2 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/bc76cc5949b84c6b9f851866d323b4e2 2024-12-13T07:31:13,052 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/3521c85840e14217a6242170d87ea015 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/3521c85840e14217a6242170d87ea015 2024-12-13T07:31:13,052 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/7441bb47f1e5497b8220ccc2eb684724 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/7441bb47f1e5497b8220ccc2eb684724 2024-12-13T07:31:13,052 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/02057d3f7d6a41ad90b2657841d2632e to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/02057d3f7d6a41ad90b2657841d2632e 2024-12-13T07:31:13,052 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/b99675cb25f647829d8447c11e8aecad to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/b99675cb25f647829d8447c11e8aecad 2024-12-13T07:31:13,052 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/07a82c3f8e9e4d27b30f26481481b6b7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/07a82c3f8e9e4d27b30f26481481b6b7 2024-12-13T07:31:13,053 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/e48c5697d22d4485b7580c06aa8ac709 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/e48c5697d22d4485b7580c06aa8ac709 2024-12-13T07:31:13,053 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/86058cffaba64c4da5318cb4c3cce66d to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/86058cffaba64c4da5318cb4c3cce66d 2024-12-13T07:31:13,054 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/105345e2c6444ea9a6b8e6dc1addf548 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/105345e2c6444ea9a6b8e6dc1addf548 2024-12-13T07:31:13,055 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/f4060631d282432d97f3e703c8736b2c to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/f4060631d282432d97f3e703c8736b2c 2024-12-13T07:31:13,055 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/57673838bf814b56bd477a86d361fe47 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/57673838bf814b56bd477a86d361fe47 2024-12-13T07:31:13,056 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/5885ed35733a488cba103980b40a8427 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/5885ed35733a488cba103980b40a8427 2024-12-13T07:31:13,056 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/df6f71b232e74ea3af985258ca8da149 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/df6f71b232e74ea3af985258ca8da149 2024-12-13T07:31:13,056 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/a4e6338e12ce4c30adbf6a2514b930bb to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/a4e6338e12ce4c30adbf6a2514b930bb 2024-12-13T07:31:13,060 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/recovered.edits/496.seqid, newMaxSeqId=496, maxSeqId=1 2024-12-13T07:31:13,060 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37. 2024-12-13T07:31:13,060 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for 4ff0ff987543c1a820ff47ecaaaf5f37: 2024-12-13T07:31:13,062 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed 4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:31:13,062 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=4ff0ff987543c1a820ff47ecaaaf5f37, regionState=CLOSED 2024-12-13T07:31:13,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-13T07:31:13,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure 4ff0ff987543c1a820ff47ecaaaf5f37, server=9eb75de94ef3,40871,1734074980781 in 1.0570 sec 2024-12-13T07:31:13,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-12-13T07:31:13,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff0ff987543c1a820ff47ecaaaf5f37, UNASSIGN in 1.0600 sec 2024-12-13T07:31:13,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-13T07:31:13,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0630 sec 2024-12-13T07:31:13,068 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075073068"}]},"ts":"1734075073068"} 2024-12-13T07:31:13,069 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-13T07:31:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-13T07:31:13,113 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-13T07:31:13,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1340 sec 2024-12-13T07:31:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-13T07:31:14,088 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-13T07:31:14,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-13T07:31:14,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:31:14,089 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:31:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-13T07:31:14,090 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=97, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:31:14,091 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:31:14,093 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A, FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B, FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C, FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/recovered.edits] 2024-12-13T07:31:14,096 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4f469603c8d04206aca777ab559db708 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/4f469603c8d04206aca777ab559db708 2024-12-13T07:31:14,096 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/0c3de1ca6d324d0a823a99287f91cd27 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/0c3de1ca6d324d0a823a99287f91cd27 2024-12-13T07:31:14,096 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/3dc6e3a2a74e4079898bf6aff97a0b78 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/A/3dc6e3a2a74e4079898bf6aff97a0b78 2024-12-13T07:31:14,099 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/8972ae60a3c4450d99871a53084d17f2 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/8972ae60a3c4450d99871a53084d17f2 2024-12-13T07:31:14,099 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d0c6395b0fc64d08af0e8ef57654b683 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/d0c6395b0fc64d08af0e8ef57654b683 2024-12-13T07:31:14,099 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/f7a3dea0fcf845fbb53d5aac5976ca82 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/B/f7a3dea0fcf845fbb53d5aac5976ca82 2024-12-13T07:31:14,102 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/9dfd0880e0a240fd868d1e2cc320d5c7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/9dfd0880e0a240fd868d1e2cc320d5c7 2024-12-13T07:31:14,102 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/eccf9a221b87403482721a6eaed3ff81 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/eccf9a221b87403482721a6eaed3ff81 2024-12-13T07:31:14,102 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/b8836bf74a5e4adf8cb696d5b4875a24 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/C/b8836bf74a5e4adf8cb696d5b4875a24 2024-12-13T07:31:14,104 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/recovered.edits/496.seqid to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37/recovered.edits/496.seqid 2024-12-13T07:31:14,105 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/4ff0ff987543c1a820ff47ecaaaf5f37 2024-12-13T07:31:14,105 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-13T07:31:14,107 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=97, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:31:14,111 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-13T07:31:14,112 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-13T07:31:14,113 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=97, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:31:14,113 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-13T07:31:14,114 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734075074113"}]},"ts":"9223372036854775807"} 2024-12-13T07:31:14,115 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T07:31:14,115 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4ff0ff987543c1a820ff47ecaaaf5f37, NAME => 'TestAcidGuarantees,,1734075043748.4ff0ff987543c1a820ff47ecaaaf5f37.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T07:31:14,115 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-13T07:31:14,115 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734075074115"}]},"ts":"9223372036854775807"} 2024-12-13T07:31:14,116 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-13T07:31:14,159 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=97, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:31:14,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 71 msec 2024-12-13T07:31:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-13T07:31:14,192 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-12-13T07:31:14,207 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=244 (was 245), OpenFileDescriptor=451 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=369 (was 324) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9748 (was 8458) - AvailableMemoryMB LEAK? - 2024-12-13T07:31:14,216 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=244, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=369, ProcessCount=11, AvailableMemoryMB=9748 2024-12-13T07:31:14,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-13T07:31:14,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T07:31:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-13T07:31:14,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T07:31:14,219 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:14,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 98 2024-12-13T07:31:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-13T07:31:14,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T07:31:14,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742172_1348 (size=963) 2024-12-13T07:31:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-13T07:31:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-13T07:31:14,631 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d 2024-12-13T07:31:14,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742173_1349 (size=53) 2024-12-13T07:31:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-13T07:31:15,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:31:15,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c861432b0b27faa01d7ff7e5034d253a, disabling compactions & flushes 2024-12-13T07:31:15,042 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:15,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:15,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. after waiting 0 ms 2024-12-13T07:31:15,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:15,043 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:15,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:15,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T07:31:15,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734075075044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734075075044"}]},"ts":"1734075075044"} 2024-12-13T07:31:15,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T07:31:15,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T07:31:15,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075075045"}]},"ts":"1734075075045"} 2024-12-13T07:31:15,046 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-13T07:31:15,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c861432b0b27faa01d7ff7e5034d253a, ASSIGN}] 2024-12-13T07:31:15,080 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c861432b0b27faa01d7ff7e5034d253a, ASSIGN 2024-12-13T07:31:15,081 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c861432b0b27faa01d7ff7e5034d253a, ASSIGN; state=OFFLINE, location=9eb75de94ef3,40871,1734074980781; forceNewPlan=false, retain=false 2024-12-13T07:31:15,232 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=c861432b0b27faa01d7ff7e5034d253a, regionState=OPENING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:15,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; OpenRegionProcedure c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:31:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-13T07:31:15,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:15,393 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:15,393 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7285): Opening region: {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} 2024-12-13T07:31:15,394 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:15,394 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:31:15,394 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7327): checking encryption for c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:15,394 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7330): checking classloading for c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:15,397 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:15,398 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:31:15,399 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c861432b0b27faa01d7ff7e5034d253a columnFamilyName A 2024-12-13T07:31:15,399 DEBUG [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:15,399 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] regionserver.HStore(327): Store=c861432b0b27faa01d7ff7e5034d253a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:31:15,399 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:15,401 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:31:15,401 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c861432b0b27faa01d7ff7e5034d253a columnFamilyName B 2024-12-13T07:31:15,401 DEBUG [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:15,401 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] regionserver.HStore(327): Store=c861432b0b27faa01d7ff7e5034d253a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:31:15,402 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:15,403 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:31:15,403 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c861432b0b27faa01d7ff7e5034d253a columnFamilyName C 2024-12-13T07:31:15,403 DEBUG [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:15,404 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] regionserver.HStore(327): Store=c861432b0b27faa01d7ff7e5034d253a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:31:15,404 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:15,405 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:15,405 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:15,407 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T07:31:15,408 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1085): writing seq id for c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:15,410 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T07:31:15,410 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1102): Opened c861432b0b27faa01d7ff7e5034d253a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72213563, jitterRate=0.07606594264507294}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T07:31:15,411 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1001): Region open journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:15,412 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., pid=100, masterSystemTime=1734075075387 2024-12-13T07:31:15,414 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:15,414 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:15,415 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=c861432b0b27faa01d7ff7e5034d253a, regionState=OPEN, openSeqNum=2, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:15,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-13T07:31:15,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; OpenRegionProcedure c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 in 182 msec 2024-12-13T07:31:15,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-12-13T07:31:15,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c861432b0b27faa01d7ff7e5034d253a, ASSIGN in 339 msec 2024-12-13T07:31:15,421 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T07:31:15,421 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075075421"}]},"ts":"1734075075421"} 2024-12-13T07:31:15,422 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-13T07:31:15,464 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T07:31:15,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2460 sec 2024-12-13T07:31:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-13T07:31:16,329 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-12-13T07:31:16,332 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75b14fbd to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6cf8cb 2024-12-13T07:31:16,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f422b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:16,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:16,382 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:16,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T07:31:16,385 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T07:31:16,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-13T07:31:16,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T07:31:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-13T07:31:16,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742174_1350 (size=999) 2024-12-13T07:31:16,801 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-13T07:31:16,801 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-13T07:31:16,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-13T07:31:16,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c861432b0b27faa01d7ff7e5034d253a, REOPEN/MOVE}] 2024-12-13T07:31:16,810 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c861432b0b27faa01d7ff7e5034d253a, REOPEN/MOVE 2024-12-13T07:31:16,811 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=c861432b0b27faa01d7ff7e5034d253a, regionState=CLOSING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:16,812 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T07:31:16,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; CloseRegionProcedure c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:31:16,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:16,964 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(124): Close c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:16,964 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T07:31:16,964 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1681): Closing c861432b0b27faa01d7ff7e5034d253a, disabling compactions & flushes 2024-12-13T07:31:16,964 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:16,964 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:16,964 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. after waiting 0 ms 2024-12-13T07:31:16,964 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:16,968 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T07:31:16,969 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:16,969 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1635): Region close journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:16,969 WARN [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionServer(3786): Not adding moved region record: c861432b0b27faa01d7ff7e5034d253a to self. 2024-12-13T07:31:16,971 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(170): Closed c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:16,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=c861432b0b27faa01d7ff7e5034d253a, regionState=CLOSED 2024-12-13T07:31:16,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-12-13T07:31:16,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseRegionProcedure c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 in 160 msec 2024-12-13T07:31:16,974 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c861432b0b27faa01d7ff7e5034d253a, REOPEN/MOVE; state=CLOSED, location=9eb75de94ef3,40871,1734074980781; forceNewPlan=false, retain=true 2024-12-13T07:31:17,125 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=c861432b0b27faa01d7ff7e5034d253a, regionState=OPENING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=103, state=RUNNABLE; OpenRegionProcedure c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:31:17,280 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,284 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:17,285 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7285): Opening region: {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} 2024-12-13T07:31:17,285 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:17,286 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:31:17,286 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7327): checking encryption for c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:17,286 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7330): checking classloading for c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:17,288 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:17,290 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:31:17,290 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c861432b0b27faa01d7ff7e5034d253a columnFamilyName A 2024-12-13T07:31:17,293 DEBUG [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:17,295 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] regionserver.HStore(327): Store=c861432b0b27faa01d7ff7e5034d253a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:31:17,295 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:17,297 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:31:17,297 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c861432b0b27faa01d7ff7e5034d253a columnFamilyName B 2024-12-13T07:31:17,297 DEBUG [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:17,298 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] regionserver.HStore(327): Store=c861432b0b27faa01d7ff7e5034d253a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:31:17,298 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:17,299 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:31:17,300 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c861432b0b27faa01d7ff7e5034d253a columnFamilyName C 2024-12-13T07:31:17,300 DEBUG [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:17,300 INFO [StoreOpener-c861432b0b27faa01d7ff7e5034d253a-1 {}] regionserver.HStore(327): Store=c861432b0b27faa01d7ff7e5034d253a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:31:17,300 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:17,301 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:17,303 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:17,305 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T07:31:17,306 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1085): writing seq id for c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:17,307 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1102): Opened c861432b0b27faa01d7ff7e5034d253a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75474669, jitterRate=0.12466020882129669}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T07:31:17,308 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1001): Region open journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:17,309 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., pid=105, masterSystemTime=1734075077280 2024-12-13T07:31:17,311 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:17,311 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:17,311 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=c861432b0b27faa01d7ff7e5034d253a, regionState=OPEN, openSeqNum=5, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=103 2024-12-13T07:31:17,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=103, state=SUCCESS; OpenRegionProcedure c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 in 185 msec 2024-12-13T07:31:17,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-13T07:31:17,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c861432b0b27faa01d7ff7e5034d253a, REOPEN/MOVE in 505 msec 2024-12-13T07:31:17,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-12-13T07:31:17,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 510 msec 2024-12-13T07:31:17,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 930 msec 2024-12-13T07:31:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-13T07:31:17,322 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62f74604 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ec15031 2024-12-13T07:31:17,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df33cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:17,364 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e13594 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dd5b441 2024-12-13T07:31:17,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f472e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:17,381 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c54a0d3 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c336ea4 2024-12-13T07:31:17,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167a78b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:17,389 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3875c8c5 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f94d721 2024-12-13T07:31:17,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aee939b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:17,398 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0801ba40 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@319559be 2024-12-13T07:31:17,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f49665c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:17,406 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469 2024-12-13T07:31:17,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:17,415 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61ec0f48 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e4d3d0 2024-12-13T07:31:17,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ec8e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:17,430 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7819b9e2 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b308f62 2024-12-13T07:31:17,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:17,440 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47679076 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68035c67 2024-12-13T07:31:17,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627cad17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:17,455 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4cb9e50e to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3eab689a 2024-12-13T07:31:17,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39387e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:17,470 DEBUG [hconnection-0x5a72223d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:17,470 DEBUG [hconnection-0x7cc3c4d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:17,470 DEBUG [hconnection-0x406e448-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:17,470 DEBUG [hconnection-0x46ab931d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:17,470 DEBUG [hconnection-0x1d9df028-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:17,471 DEBUG [hconnection-0x3c597578-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:17,471 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:17,471 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:17,471 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:17,472 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:17,472 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:17,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:31:17,472 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:17,472 DEBUG [hconnection-0x6676e98a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-12-13T07:31:17,473 DEBUG [hconnection-0x186802d0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:17,473 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:17,473 DEBUG [hconnection-0x38df4c7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:17,473 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:31:17,474 DEBUG [hconnection-0x6e3779af-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:17,474 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:17,474 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:31:17,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:31:17,477 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:17,477 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-13T07:31:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:17,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c861432b0b27faa01d7ff7e5034d253a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T07:31:17,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=A 2024-12-13T07:31:17,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:17,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=B 2024-12-13T07:31:17,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:17,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=C 2024-12-13T07:31:17,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:17,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075137496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075137496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075137497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075137500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075137500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213aefddd660458433f9b4d889509eb1fb2_c861432b0b27faa01d7ff7e5034d253a is 50, key is test_row_0/A:col10/1734075077481/Put/seqid=0 2024-12-13T07:31:17,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742175_1351 (size=14594) 2024-12-13T07:31:17,523 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:17,526 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213aefddd660458433f9b4d889509eb1fb2_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213aefddd660458433f9b4d889509eb1fb2_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:17,527 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/fe8f1efb47f84f50872a9fa7267a9ba6, store: [table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:17,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/fe8f1efb47f84f50872a9fa7267a9ba6 is 175, key is test_row_0/A:col10/1734075077481/Put/seqid=0 2024-12-13T07:31:17,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742176_1352 (size=39549) 2024-12-13T07:31:17,533 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/fe8f1efb47f84f50872a9fa7267a9ba6 2024-12-13T07:31:17,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/fd30f2de117044a5a0e00d9596fdc77f is 50, key is test_row_0/B:col10/1734075077481/Put/seqid=0 2024-12-13T07:31:17,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742177_1353 (size=12001) 2024-12-13T07:31:17,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/fd30f2de117044a5a0e00d9596fdc77f 2024-12-13T07:31:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-13T07:31:17,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/33ccd655abd64b7da7b008a23f5eeb20 is 50, key is test_row_0/C:col10/1734075077481/Put/seqid=0 2024-12-13T07:31:17,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742178_1354 (size=12001) 2024-12-13T07:31:17,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/33ccd655abd64b7da7b008a23f5eeb20 2024-12-13T07:31:17,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075137601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075137601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075137601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075137601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075137603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/fe8f1efb47f84f50872a9fa7267a9ba6 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/fe8f1efb47f84f50872a9fa7267a9ba6 2024-12-13T07:31:17,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/fe8f1efb47f84f50872a9fa7267a9ba6, entries=200, sequenceid=17, filesize=38.6 K 2024-12-13T07:31:17,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/fd30f2de117044a5a0e00d9596fdc77f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/fd30f2de117044a5a0e00d9596fdc77f 2024-12-13T07:31:17,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/fd30f2de117044a5a0e00d9596fdc77f, entries=150, sequenceid=17, filesize=11.7 K 2024-12-13T07:31:17,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/33ccd655abd64b7da7b008a23f5eeb20 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/33ccd655abd64b7da7b008a23f5eeb20 2024-12-13T07:31:17,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/33ccd655abd64b7da7b008a23f5eeb20, entries=150, sequenceid=17, filesize=11.7 K 2024-12-13T07:31:17,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for c861432b0b27faa01d7ff7e5034d253a in 137ms, sequenceid=17, compaction requested=false 2024-12-13T07:31:17,619 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-13T07:31:17,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:17,625 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-13T07:31:17,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:17,626 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing c861432b0b27faa01d7ff7e5034d253a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-13T07:31:17,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=A 2024-12-13T07:31:17,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:17,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=B 2024-12-13T07:31:17,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:17,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=C 2024-12-13T07:31:17,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:17,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121329210d0a94c84b14b0563157645326f5_c861432b0b27faa01d7ff7e5034d253a is 50, key is test_row_0/A:col10/1734075077494/Put/seqid=0 2024-12-13T07:31:17,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742179_1355 (size=12154) 2024-12-13T07:31:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-13T07:31:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:17,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:17,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075137810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075137814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075137814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075137814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075137815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075137915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075137919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075137919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075137919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:17,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075137920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:18,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:18,040 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121329210d0a94c84b14b0563157645326f5_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121329210d0a94c84b14b0563157645326f5_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:18,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/7f54442c1cd648169290ba82d26b8306, store: [table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:18,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/7f54442c1cd648169290ba82d26b8306 is 175, key is test_row_0/A:col10/1734075077494/Put/seqid=0 2024-12-13T07:31:18,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742180_1356 (size=30955) 2024-12-13T07:31:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-13T07:31:18,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075138119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:18,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075138124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:18,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075138124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:18,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075138124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:18,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075138124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:18,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075138422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:18,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075138426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:18,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075138427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:18,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075138427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:18,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075138429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:18,448 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/7f54442c1cd648169290ba82d26b8306 2024-12-13T07:31:18,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/47998d52f55543708aa5e24772f324df is 50, key is test_row_0/B:col10/1734075077494/Put/seqid=0 2024-12-13T07:31:18,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742181_1357 (size=12001) 2024-12-13T07:31:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-13T07:31:18,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-13T07:31:18,860 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/47998d52f55543708aa5e24772f324df 2024-12-13T07:31:18,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/5b17d07fe2af4374b4c1c1b6092623be is 50, key is test_row_0/C:col10/1734075077494/Put/seqid=0 2024-12-13T07:31:18,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742182_1358 (size=12001) 2024-12-13T07:31:18,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075138929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:18,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075138931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:18,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075138932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:18,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075138933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:18,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075138934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:19,277 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/5b17d07fe2af4374b4c1c1b6092623be 2024-12-13T07:31:19,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/7f54442c1cd648169290ba82d26b8306 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/7f54442c1cd648169290ba82d26b8306 2024-12-13T07:31:19,290 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/7f54442c1cd648169290ba82d26b8306, entries=150, sequenceid=42, filesize=30.2 K 2024-12-13T07:31:19,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/47998d52f55543708aa5e24772f324df as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/47998d52f55543708aa5e24772f324df 2024-12-13T07:31:19,302 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/47998d52f55543708aa5e24772f324df, entries=150, sequenceid=42, filesize=11.7 K 2024-12-13T07:31:19,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/5b17d07fe2af4374b4c1c1b6092623be as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/5b17d07fe2af4374b4c1c1b6092623be 2024-12-13T07:31:19,311 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/5b17d07fe2af4374b4c1c1b6092623be, entries=150, sequenceid=42, filesize=11.7 K 2024-12-13T07:31:19,312 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c861432b0b27faa01d7ff7e5034d253a in 1686ms, sequenceid=42, compaction requested=false 2024-12-13T07:31:19,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:19,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:19,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-12-13T07:31:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-12-13T07:31:19,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-13T07:31:19,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8390 sec 2024-12-13T07:31:19,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.8440 sec 2024-12-13T07:31:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-13T07:31:19,581 INFO [Thread-1590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-13T07:31:19,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:31:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-12-13T07:31:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-13T07:31:19,583 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:31:19,583 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:31:19,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:31:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-13T07:31:19,734 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:19,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-13T07:31:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:19,735 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing c861432b0b27faa01d7ff7e5034d253a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T07:31:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=A 2024-12-13T07:31:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=B 2024-12-13T07:31:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=C 2024-12-13T07:31:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:19,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213d7ead2b88ee34653948e90d464932373_c861432b0b27faa01d7ff7e5034d253a is 50, key is test_row_0/A:col10/1734075077813/Put/seqid=0 2024-12-13T07:31:19,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742183_1359 (size=12154) 2024-12-13T07:31:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-13T07:31:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:19,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:19,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075139956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:19,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075139956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:19,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075139960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:19,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075139960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:19,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075139961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:20,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075140062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:20,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075140062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:20,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075140067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:20,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075140067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:20,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075140068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:20,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:20,147 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213d7ead2b88ee34653948e90d464932373_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213d7ead2b88ee34653948e90d464932373_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:20,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/5638a27110324586b9daf6a40f2ddc99, store: [table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:20,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/5638a27110324586b9daf6a40f2ddc99 is 175, key is test_row_0/A:col10/1734075077813/Put/seqid=0 2024-12-13T07:31:20,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742184_1360 (size=30955) 2024-12-13T07:31:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-13T07:31:20,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075140264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:20,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075140266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:20,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075140270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:20,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:20,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075140271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075140270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:20,551 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/5638a27110324586b9daf6a40f2ddc99 2024-12-13T07:31:20,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/271df8a789ea417d962e5cc6dc503587 is 50, key is test_row_0/B:col10/1734075077813/Put/seqid=0 2024-12-13T07:31:20,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742185_1361 (size=12001) 2024-12-13T07:31:20,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075140570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:20,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075140570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:20,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075140577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:20,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075140577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:20,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075140578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-13T07:31:20,961 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/271df8a789ea417d962e5cc6dc503587 2024-12-13T07:31:20,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/a91f6f4713ec451ebc58f767f8f5243b is 50, key is test_row_0/C:col10/1734075077813/Put/seqid=0 2024-12-13T07:31:20,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742186_1362 (size=12001) 2024-12-13T07:31:21,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075141076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:21,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075141077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:21,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075141081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:21,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075141081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:21,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075141084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:21,370 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/a91f6f4713ec451ebc58f767f8f5243b 2024-12-13T07:31:21,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/5638a27110324586b9daf6a40f2ddc99 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/5638a27110324586b9daf6a40f2ddc99 2024-12-13T07:31:21,377 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/5638a27110324586b9daf6a40f2ddc99, entries=150, sequenceid=54, filesize=30.2 K 2024-12-13T07:31:21,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/271df8a789ea417d962e5cc6dc503587 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/271df8a789ea417d962e5cc6dc503587 2024-12-13T07:31:21,380 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/271df8a789ea417d962e5cc6dc503587, entries=150, sequenceid=54, filesize=11.7 K 2024-12-13T07:31:21,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/a91f6f4713ec451ebc58f767f8f5243b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/a91f6f4713ec451ebc58f767f8f5243b 2024-12-13T07:31:21,384 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/a91f6f4713ec451ebc58f767f8f5243b, entries=150, sequenceid=54, filesize=11.7 K 2024-12-13T07:31:21,384 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c861432b0b27faa01d7ff7e5034d253a in 1649ms, sequenceid=54, compaction requested=true 2024-12-13T07:31:21,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:21,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:21,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-12-13T07:31:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-12-13T07:31:21,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-13T07:31:21,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8020 sec 2024-12-13T07:31:21,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.8050 sec 2024-12-13T07:31:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-13T07:31:21,686 INFO [Thread-1590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-13T07:31:21,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:31:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-12-13T07:31:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-13T07:31:21,688 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:31:21,688 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:31:21,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:31:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-13T07:31:21,839 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:21,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-13T07:31:21,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:21,840 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing c861432b0b27faa01d7ff7e5034d253a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-13T07:31:21,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=A 2024-12-13T07:31:21,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:21,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=B 2024-12-13T07:31:21,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:21,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=C 2024-12-13T07:31:21,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:21,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213ac83f46c52d14a13a2f7d9565cbfc14c_c861432b0b27faa01d7ff7e5034d253a is 50, key is test_row_0/A:col10/1734075079958/Put/seqid=0 2024-12-13T07:31:21,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742187_1363 (size=12154) 2024-12-13T07:31:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-13T07:31:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:22,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:22,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075142090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:22,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075142093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:22,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:22,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075142093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075142093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:22,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075142094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:22,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075142195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:22,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075142199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:22,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075142199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:22,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075142199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:22,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:22,253 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213ac83f46c52d14a13a2f7d9565cbfc14c_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213ac83f46c52d14a13a2f7d9565cbfc14c_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:22,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/3a6c680316a4499bb95c3ffad6e0a4b2, store: [table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:22,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/3a6c680316a4499bb95c3ffad6e0a4b2 is 175, key is test_row_0/A:col10/1734075079958/Put/seqid=0 2024-12-13T07:31:22,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742188_1364 (size=30955) 2024-12-13T07:31:22,267 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/3a6c680316a4499bb95c3ffad6e0a4b2 2024-12-13T07:31:22,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/973d9264562d48c69c60e44792380b7c is 50, key is test_row_0/B:col10/1734075079958/Put/seqid=0 2024-12-13T07:31:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-13T07:31:22,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742189_1365 (size=12001) 2024-12-13T07:31:22,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075142399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:22,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075142402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:22,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075142403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:22,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075142403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:22,699 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/973d9264562d48c69c60e44792380b7c 2024-12-13T07:31:22,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/0d641ac3267045cc81ee956183cfbc03 is 50, key is test_row_0/C:col10/1734075079958/Put/seqid=0 2024-12-13T07:31:22,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075142704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:22,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075142707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:22,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075142708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:22,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:22,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742190_1366 (size=12001) 2024-12-13T07:31:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075142708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-13T07:31:23,114 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/0d641ac3267045cc81ee956183cfbc03 2024-12-13T07:31:23,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/3a6c680316a4499bb95c3ffad6e0a4b2 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3a6c680316a4499bb95c3ffad6e0a4b2 2024-12-13T07:31:23,120 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3a6c680316a4499bb95c3ffad6e0a4b2, entries=150, sequenceid=79, filesize=30.2 K 2024-12-13T07:31:23,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/973d9264562d48c69c60e44792380b7c as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/973d9264562d48c69c60e44792380b7c 2024-12-13T07:31:23,124 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/973d9264562d48c69c60e44792380b7c, entries=150, sequenceid=79, filesize=11.7 K 2024-12-13T07:31:23,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/0d641ac3267045cc81ee956183cfbc03 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/0d641ac3267045cc81ee956183cfbc03 2024-12-13T07:31:23,127 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/0d641ac3267045cc81ee956183cfbc03, entries=150, sequenceid=79, filesize=11.7 K 2024-12-13T07:31:23,128 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c861432b0b27faa01d7ff7e5034d253a in 1287ms, sequenceid=79, compaction requested=true 2024-12-13T07:31:23,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:23,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:23,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-12-13T07:31:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-12-13T07:31:23,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-13T07:31:23,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4410 sec 2024-12-13T07:31:23,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.4430 sec 2024-12-13T07:31:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:23,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c861432b0b27faa01d7ff7e5034d253a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T07:31:23,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=A 2024-12-13T07:31:23,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:23,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=B 2024-12-13T07:31:23,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:23,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=C 2024-12-13T07:31:23,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:23,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121304ac6e545d8540c69073c3d260da750c_c861432b0b27faa01d7ff7e5034d253a is 50, key is test_row_0/A:col10/1734075082093/Put/seqid=0 2024-12-13T07:31:23,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742191_1367 (size=14594) 2024-12-13T07:31:23,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075143249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:23,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075143249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:23,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075143251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:23,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075143253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:23,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075143357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:23,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075143357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:23,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075143359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:23,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075143362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:23,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075143563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:23,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075143563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:23,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075143564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:23,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075143570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:23,620 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:23,622 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121304ac6e545d8540c69073c3d260da750c_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121304ac6e545d8540c69073c3d260da750c_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:23,623 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/9cf6b345b59d415ea54ac9aae0fa9b00, store: [table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:23,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/9cf6b345b59d415ea54ac9aae0fa9b00 is 175, key is test_row_0/A:col10/1734075082093/Put/seqid=0 2024-12-13T07:31:23,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742192_1368 (size=39549) 2024-12-13T07:31:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-13T07:31:23,791 INFO [Thread-1590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-13T07:31:23,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:31:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-12-13T07:31:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-13T07:31:23,793 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:31:23,794 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:31:23,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:31:23,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075143867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:23,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075143868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:23,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075143868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:23,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075143871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-13T07:31:23,945 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:23,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-13T07:31:23,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:23,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:23,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:23,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:23,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:24,027 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/9cf6b345b59d415ea54ac9aae0fa9b00 2024-12-13T07:31:24,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/1ec2738ed470489ba48dfdcd00c3a8bf is 50, key is test_row_0/B:col10/1734075082093/Put/seqid=0 2024-12-13T07:31:24,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742193_1369 (size=12001) 2024-12-13T07:31:24,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/1ec2738ed470489ba48dfdcd00c3a8bf 2024-12-13T07:31:24,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/593760b6b02c4aedb74e7424bbea1e6d is 50, key is test_row_0/C:col10/1734075082093/Put/seqid=0 2024-12-13T07:31:24,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742194_1370 (size=12001) 2024-12-13T07:31:24,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/593760b6b02c4aedb74e7424bbea1e6d 2024-12-13T07:31:24,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/9cf6b345b59d415ea54ac9aae0fa9b00 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/9cf6b345b59d415ea54ac9aae0fa9b00 2024-12-13T07:31:24,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/9cf6b345b59d415ea54ac9aae0fa9b00, entries=200, sequenceid=91, filesize=38.6 K 2024-12-13T07:31:24,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/1ec2738ed470489ba48dfdcd00c3a8bf as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/1ec2738ed470489ba48dfdcd00c3a8bf 2024-12-13T07:31:24,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/1ec2738ed470489ba48dfdcd00c3a8bf, entries=150, sequenceid=91, filesize=11.7 K 2024-12-13T07:31:24,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/593760b6b02c4aedb74e7424bbea1e6d as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/593760b6b02c4aedb74e7424bbea1e6d 2024-12-13T07:31:24,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/593760b6b02c4aedb74e7424bbea1e6d, entries=150, sequenceid=91, filesize=11.7 K 2024-12-13T07:31:24,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c861432b0b27faa01d7ff7e5034d253a in 846ms, sequenceid=91, compaction requested=true 2024-12-13T07:31:24,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:24,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c861432b0b27faa01d7ff7e5034d253a:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:31:24,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:24,057 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-13T07:31:24,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c861432b0b27faa01d7ff7e5034d253a:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:31:24,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:24,057 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-13T07:31:24,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c861432b0b27faa01d7ff7e5034d253a:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:31:24,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:24,058 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 171963 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-13T07:31:24,058 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-13T07:31:24,058 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): c861432b0b27faa01d7ff7e5034d253a/A is initiating minor compaction (all files) 2024-12-13T07:31:24,058 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): c861432b0b27faa01d7ff7e5034d253a/B is initiating minor compaction (all files) 2024-12-13T07:31:24,058 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c861432b0b27faa01d7ff7e5034d253a/A in TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:24,058 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c861432b0b27faa01d7ff7e5034d253a/B in TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:24,059 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/fd30f2de117044a5a0e00d9596fdc77f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/47998d52f55543708aa5e24772f324df, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/271df8a789ea417d962e5cc6dc503587, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/973d9264562d48c69c60e44792380b7c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/1ec2738ed470489ba48dfdcd00c3a8bf] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp, totalSize=58.6 K 2024-12-13T07:31:24,059 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/fe8f1efb47f84f50872a9fa7267a9ba6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/7f54442c1cd648169290ba82d26b8306, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/5638a27110324586b9daf6a40f2ddc99, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3a6c680316a4499bb95c3ffad6e0a4b2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/9cf6b345b59d415ea54ac9aae0fa9b00] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp, totalSize=167.9 K 2024-12-13T07:31:24,059 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:24,059 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. files: [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/fe8f1efb47f84f50872a9fa7267a9ba6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/7f54442c1cd648169290ba82d26b8306, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/5638a27110324586b9daf6a40f2ddc99, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3a6c680316a4499bb95c3ffad6e0a4b2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/9cf6b345b59d415ea54ac9aae0fa9b00] 2024-12-13T07:31:24,059 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting fd30f2de117044a5a0e00d9596fdc77f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734075077477 2024-12-13T07:31:24,059 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe8f1efb47f84f50872a9fa7267a9ba6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734075077477 2024-12-13T07:31:24,059 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 47998d52f55543708aa5e24772f324df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1734075077494 2024-12-13T07:31:24,059 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f54442c1cd648169290ba82d26b8306, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1734075077494 2024-12-13T07:31:24,059 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 271df8a789ea417d962e5cc6dc503587, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734075077813 2024-12-13T07:31:24,059 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5638a27110324586b9daf6a40f2ddc99, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734075077813 2024-12-13T07:31:24,059 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 973d9264562d48c69c60e44792380b7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734075079956 2024-12-13T07:31:24,060 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ec2738ed470489ba48dfdcd00c3a8bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734075082087 2024-12-13T07:31:24,060 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a6c680316a4499bb95c3ffad6e0a4b2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734075079956 2024-12-13T07:31:24,060 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cf6b345b59d415ea54ac9aae0fa9b00, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734075082087 2024-12-13T07:31:24,067 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c861432b0b27faa01d7ff7e5034d253a#B#compaction#317 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:24,068 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/eca1a91e500b4f57b28709c416427c39 is 50, key is test_row_0/B:col10/1734075082093/Put/seqid=0 2024-12-13T07:31:24,072 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:24,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742195_1371 (size=12173) 2024-12-13T07:31:24,079 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241213d109b5900b9a4214ab55d6fe008c526d_c861432b0b27faa01d7ff7e5034d253a store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:24,080 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241213d109b5900b9a4214ab55d6fe008c526d_c861432b0b27faa01d7ff7e5034d253a, store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:24,081 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213d109b5900b9a4214ab55d6fe008c526d_c861432b0b27faa01d7ff7e5034d253a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:24,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742196_1372 (size=4469) 2024-12-13T07:31:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-13T07:31:24,097 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:24,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-13T07:31:24,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:24,098 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing c861432b0b27faa01d7ff7e5034d253a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-13T07:31:24,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=A 2024-12-13T07:31:24,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:24,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=B 2024-12-13T07:31:24,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:24,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=C 2024-12-13T07:31:24,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:24,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213e12f71cd98b04dad8e1fccbf956547ed_c861432b0b27faa01d7ff7e5034d253a is 50, key is test_row_0/A:col10/1734075083233/Put/seqid=0 2024-12-13T07:31:24,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742197_1373 (size=12154) 2024-12-13T07:31:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:24,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:24,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075144161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:24,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075144270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:24,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075144370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:24,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075144373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:24,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075144373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:24,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075144375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-13T07:31:24,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075144476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:24,482 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/eca1a91e500b4f57b28709c416427c39 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/eca1a91e500b4f57b28709c416427c39 2024-12-13T07:31:24,485 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c861432b0b27faa01d7ff7e5034d253a#A#compaction#318 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:24,485 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c861432b0b27faa01d7ff7e5034d253a/B of c861432b0b27faa01d7ff7e5034d253a into eca1a91e500b4f57b28709c416427c39(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:24,485 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:24,485 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., storeName=c861432b0b27faa01d7ff7e5034d253a/B, priority=11, startTime=1734075084057; duration=0sec 2024-12-13T07:31:24,485 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/c24bd9464da74fd28928e8b55744dea5 is 175, key is test_row_0/A:col10/1734075082093/Put/seqid=0 2024-12-13T07:31:24,485 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:24,485 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c861432b0b27faa01d7ff7e5034d253a:B 2024-12-13T07:31:24,485 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-13T07:31:24,486 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-13T07:31:24,486 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): c861432b0b27faa01d7ff7e5034d253a/C is initiating minor compaction (all files) 2024-12-13T07:31:24,486 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c861432b0b27faa01d7ff7e5034d253a/C in TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:24,487 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/33ccd655abd64b7da7b008a23f5eeb20, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/5b17d07fe2af4374b4c1c1b6092623be, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/a91f6f4713ec451ebc58f767f8f5243b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/0d641ac3267045cc81ee956183cfbc03, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/593760b6b02c4aedb74e7424bbea1e6d] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp, totalSize=58.6 K 2024-12-13T07:31:24,487 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 33ccd655abd64b7da7b008a23f5eeb20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734075077477 2024-12-13T07:31:24,487 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b17d07fe2af4374b4c1c1b6092623be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1734075077494 2024-12-13T07:31:24,487 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting a91f6f4713ec451ebc58f767f8f5243b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734075077813 2024-12-13T07:31:24,488 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d641ac3267045cc81ee956183cfbc03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734075079956 2024-12-13T07:31:24,488 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 593760b6b02c4aedb74e7424bbea1e6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734075082087 2024-12-13T07:31:24,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742198_1374 (size=31127) 2024-12-13T07:31:24,492 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/c24bd9464da74fd28928e8b55744dea5 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/c24bd9464da74fd28928e8b55744dea5 2024-12-13T07:31:24,497 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c861432b0b27faa01d7ff7e5034d253a#C#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:24,498 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c861432b0b27faa01d7ff7e5034d253a/A of c861432b0b27faa01d7ff7e5034d253a into c24bd9464da74fd28928e8b55744dea5(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:24,498 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:24,498 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., storeName=c861432b0b27faa01d7ff7e5034d253a/A, priority=11, startTime=1734075084057; duration=0sec 2024-12-13T07:31:24,498 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/4a898264c4c247839c8431ad82dff8c3 is 50, key is test_row_0/C:col10/1734075082093/Put/seqid=0 2024-12-13T07:31:24,498 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:24,498 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c861432b0b27faa01d7ff7e5034d253a:A 2024-12-13T07:31:24,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742199_1375 (size=12173) 2024-12-13T07:31:24,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:24,509 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213e12f71cd98b04dad8e1fccbf956547ed_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e12f71cd98b04dad8e1fccbf956547ed_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:24,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/d4ecf9d3f7df4c17b6075aa3a35a279a, store: [table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:24,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/d4ecf9d3f7df4c17b6075aa3a35a279a is 175, key is test_row_0/A:col10/1734075083233/Put/seqid=0 2024-12-13T07:31:24,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742200_1376 (size=30955) 2024-12-13T07:31:24,519 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/d4ecf9d3f7df4c17b6075aa3a35a279a 2024-12-13T07:31:24,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/6a3e39dee9464a418da8fe3c2e09b48c is 50, key is test_row_0/B:col10/1734075083233/Put/seqid=0 2024-12-13T07:31:24,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742201_1377 (size=12001) 2024-12-13T07:31:24,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075144782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-13T07:31:24,906 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/4a898264c4c247839c8431ad82dff8c3 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/4a898264c4c247839c8431ad82dff8c3 2024-12-13T07:31:24,911 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c861432b0b27faa01d7ff7e5034d253a/C of c861432b0b27faa01d7ff7e5034d253a into 4a898264c4c247839c8431ad82dff8c3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:24,911 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:24,911 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., storeName=c861432b0b27faa01d7ff7e5034d253a/C, priority=11, startTime=1734075084057; duration=0sec 2024-12-13T07:31:24,912 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:24,912 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c861432b0b27faa01d7ff7e5034d253a:C 2024-12-13T07:31:24,932 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/6a3e39dee9464a418da8fe3c2e09b48c 2024-12-13T07:31:24,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/fea8cf095090496eb2bd815fc8f4ea1d is 50, key is test_row_0/C:col10/1734075083233/Put/seqid=0 2024-12-13T07:31:24,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742202_1378 (size=12001) 2024-12-13T07:31:24,941 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/fea8cf095090496eb2bd815fc8f4ea1d 2024-12-13T07:31:24,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/d4ecf9d3f7df4c17b6075aa3a35a279a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/d4ecf9d3f7df4c17b6075aa3a35a279a 2024-12-13T07:31:24,948 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/d4ecf9d3f7df4c17b6075aa3a35a279a, entries=150, sequenceid=115, filesize=30.2 K 2024-12-13T07:31:24,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/6a3e39dee9464a418da8fe3c2e09b48c as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/6a3e39dee9464a418da8fe3c2e09b48c 2024-12-13T07:31:24,952 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/6a3e39dee9464a418da8fe3c2e09b48c, entries=150, sequenceid=115, filesize=11.7 K 2024-12-13T07:31:24,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/fea8cf095090496eb2bd815fc8f4ea1d as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/fea8cf095090496eb2bd815fc8f4ea1d 2024-12-13T07:31:24,955 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/fea8cf095090496eb2bd815fc8f4ea1d, entries=150, sequenceid=115, filesize=11.7 K 2024-12-13T07:31:24,956 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c861432b0b27faa01d7ff7e5034d253a in 858ms, sequenceid=115, compaction requested=false 2024-12-13T07:31:24,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:24,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:24,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-12-13T07:31:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-12-13T07:31:24,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-13T07:31:24,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1630 sec 2024-12-13T07:31:24,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.1660 sec 2024-12-13T07:31:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:25,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c861432b0b27faa01d7ff7e5034d253a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-13T07:31:25,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=A 2024-12-13T07:31:25,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:25,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=B 2024-12-13T07:31:25,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:25,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=C 2024-12-13T07:31:25,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:25,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213b8273248563b498ebbd3e4250ce9d764_c861432b0b27faa01d7ff7e5034d253a is 50, key is test_row_0/A:col10/1734075084145/Put/seqid=0 2024-12-13T07:31:25,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742203_1379 (size=14644) 2024-12-13T07:31:25,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075145377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:25,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075145377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:25,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075145388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:25,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075145391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:25,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075145392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:25,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075145482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:25,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075145685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:25,698 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:25,701 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213b8273248563b498ebbd3e4250ce9d764_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213b8273248563b498ebbd3e4250ce9d764_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:25,701 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/3eb9c5c341134bf5939cdbacfc460895, store: [table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:25,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/3eb9c5c341134bf5939cdbacfc460895 is 175, key is test_row_0/A:col10/1734075084145/Put/seqid=0 2024-12-13T07:31:25,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742204_1380 (size=39599) 2024-12-13T07:31:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-13T07:31:25,897 INFO [Thread-1590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-13T07:31:25,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:31:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-13T07:31:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-13T07:31:25,899 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:31:25,899 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:31:25,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:31:25,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075145990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-13T07:31:26,050 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:26,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-13T07:31:26,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:26,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:26,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:26,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:26,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:26,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:26,105 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/3eb9c5c341134bf5939cdbacfc460895 2024-12-13T07:31:26,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/adac0d708b974a7899436f94f6a65693 is 50, key is test_row_0/B:col10/1734075084145/Put/seqid=0 2024-12-13T07:31:26,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742205_1381 (size=12051) 2024-12-13T07:31:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-13T07:31:26,202 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:26,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-13T07:31:26,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:26,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:26,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:26,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:26,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:26,354 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:26,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-13T07:31:26,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:26,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:26,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:26,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:26,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:26,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075146495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-13T07:31:26,507 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:26,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-13T07:31:26,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:26,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:26,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:26,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:26,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:26,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/adac0d708b974a7899436f94f6a65693 2024-12-13T07:31:26,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/a4a1af00b66d40b0acfce67771754e98 is 50, key is test_row_0/C:col10/1734075084145/Put/seqid=0 2024-12-13T07:31:26,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742206_1382 (size=12051) 2024-12-13T07:31:26,659 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:26,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-13T07:31:26,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:26,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:26,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:26,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:26,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:26,811 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:26,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-13T07:31:26,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:26,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:26,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:26,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:26,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:26,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/a4a1af00b66d40b0acfce67771754e98 2024-12-13T07:31:26,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/3eb9c5c341134bf5939cdbacfc460895 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3eb9c5c341134bf5939cdbacfc460895 2024-12-13T07:31:26,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3eb9c5c341134bf5939cdbacfc460895, entries=200, sequenceid=131, filesize=38.7 K 2024-12-13T07:31:26,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/adac0d708b974a7899436f94f6a65693 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/adac0d708b974a7899436f94f6a65693 2024-12-13T07:31:26,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/adac0d708b974a7899436f94f6a65693, entries=150, sequenceid=131, filesize=11.8 K 2024-12-13T07:31:26,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/a4a1af00b66d40b0acfce67771754e98 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/a4a1af00b66d40b0acfce67771754e98 2024-12-13T07:31:26,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/a4a1af00b66d40b0acfce67771754e98, entries=150, sequenceid=131, filesize=11.8 K 2024-12-13T07:31:26,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c861432b0b27faa01d7ff7e5034d253a in 1650ms, sequenceid=131, compaction requested=true 2024-12-13T07:31:26,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:26,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c861432b0b27faa01d7ff7e5034d253a:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:31:26,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:26,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c861432b0b27faa01d7ff7e5034d253a:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:31:26,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:26,940 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:26,940 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:26,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c861432b0b27faa01d7ff7e5034d253a:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:31:26,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:26,941 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:26,941 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): c861432b0b27faa01d7ff7e5034d253a/B is initiating minor compaction (all files) 2024-12-13T07:31:26,941 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c861432b0b27faa01d7ff7e5034d253a/B in TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:26,941 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/eca1a91e500b4f57b28709c416427c39, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/6a3e39dee9464a418da8fe3c2e09b48c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/adac0d708b974a7899436f94f6a65693] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp, totalSize=35.4 K 2024-12-13T07:31:26,941 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101681 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:26,941 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): c861432b0b27faa01d7ff7e5034d253a/A is initiating minor compaction (all files) 2024-12-13T07:31:26,941 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c861432b0b27faa01d7ff7e5034d253a/A in TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:26,941 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/c24bd9464da74fd28928e8b55744dea5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/d4ecf9d3f7df4c17b6075aa3a35a279a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3eb9c5c341134bf5939cdbacfc460895] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp, totalSize=99.3 K 2024-12-13T07:31:26,941 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:26,941 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. files: [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/c24bd9464da74fd28928e8b55744dea5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/d4ecf9d3f7df4c17b6075aa3a35a279a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3eb9c5c341134bf5939cdbacfc460895] 2024-12-13T07:31:26,941 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting eca1a91e500b4f57b28709c416427c39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734075082087 2024-12-13T07:31:26,942 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting c24bd9464da74fd28928e8b55744dea5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734075082087 2024-12-13T07:31:26,942 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a3e39dee9464a418da8fe3c2e09b48c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734075083233 2024-12-13T07:31:26,942 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4ecf9d3f7df4c17b6075aa3a35a279a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734075083233 2024-12-13T07:31:26,942 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting adac0d708b974a7899436f94f6a65693, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734075084145 2024-12-13T07:31:26,942 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3eb9c5c341134bf5939cdbacfc460895, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734075084145 2024-12-13T07:31:26,946 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:26,947 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121390e02f42c9574979a91f133f2c0e5458_c861432b0b27faa01d7ff7e5034d253a store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:26,948 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c861432b0b27faa01d7ff7e5034d253a#B#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:26,948 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121390e02f42c9574979a91f133f2c0e5458_c861432b0b27faa01d7ff7e5034d253a, store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:26,949 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121390e02f42c9574979a91f133f2c0e5458_c861432b0b27faa01d7ff7e5034d253a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:26,949 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/1238958bb0094382b88cb8ea9006ce40 is 50, key is test_row_0/B:col10/1734075084145/Put/seqid=0 2024-12-13T07:31:26,963 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:26,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-13T07:31:26,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:26,964 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing c861432b0b27faa01d7ff7e5034d253a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-13T07:31:26,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=A 2024-12-13T07:31:26,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:26,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=B 2024-12-13T07:31:26,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:26,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=C 2024-12-13T07:31:26,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:26,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742207_1383 (size=4469) 2024-12-13T07:31:26,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742208_1384 (size=12325) 2024-12-13T07:31:26,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412136afe6a3438b94cc293aa59e0a6e81eed_c861432b0b27faa01d7ff7e5034d253a is 50, key is test_row_0/A:col10/1734075085376/Put/seqid=0 2024-12-13T07:31:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-13T07:31:27,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742209_1385 (size=12304) 2024-12-13T07:31:27,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:27,011 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412136afe6a3438b94cc293aa59e0a6e81eed_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412136afe6a3438b94cc293aa59e0a6e81eed_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:27,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/56e6fd6fe581474e81255a694c663f7a, store: [table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:27,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/56e6fd6fe581474e81255a694c663f7a is 175, key is test_row_0/A:col10/1734075085376/Put/seqid=0 2024-12-13T07:31:27,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742210_1386 (size=31105) 2024-12-13T07:31:27,373 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c861432b0b27faa01d7ff7e5034d253a#A#compaction#326 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:27,374 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/fb9a3f00323d4f819a58006ff7b3d9fd is 175, key is test_row_0/A:col10/1734075084145/Put/seqid=0 2024-12-13T07:31:27,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742211_1387 (size=31279) 2024-12-13T07:31:27,384 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/1238958bb0094382b88cb8ea9006ce40 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/1238958bb0094382b88cb8ea9006ce40 2024-12-13T07:31:27,387 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c861432b0b27faa01d7ff7e5034d253a/B of c861432b0b27faa01d7ff7e5034d253a into 1238958bb0094382b88cb8ea9006ce40(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:27,387 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:27,387 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., storeName=c861432b0b27faa01d7ff7e5034d253a/B, priority=13, startTime=1734075086940; duration=0sec 2024-12-13T07:31:27,387 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:27,387 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c861432b0b27faa01d7ff7e5034d253a:B 2024-12-13T07:31:27,387 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:27,388 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:27,388 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): c861432b0b27faa01d7ff7e5034d253a/C is initiating minor compaction (all files) 2024-12-13T07:31:27,388 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c861432b0b27faa01d7ff7e5034d253a/C in TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:27,388 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/4a898264c4c247839c8431ad82dff8c3, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/fea8cf095090496eb2bd815fc8f4ea1d, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/a4a1af00b66d40b0acfce67771754e98] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp, totalSize=35.4 K 2024-12-13T07:31:27,389 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a898264c4c247839c8431ad82dff8c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734075082087 2024-12-13T07:31:27,389 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting fea8cf095090496eb2bd815fc8f4ea1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734075083233 2024-12-13T07:31:27,389 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting a4a1af00b66d40b0acfce67771754e98, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734075084145 2024-12-13T07:31:27,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:27,394 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c861432b0b27faa01d7ff7e5034d253a#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:27,394 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/57424470c493449ba3f9bdc9250635e7 is 50, key is test_row_0/C:col10/1734075084145/Put/seqid=0 2024-12-13T07:31:27,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742212_1388 (size=12325) 2024-12-13T07:31:27,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075147410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:27,416 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/56e6fd6fe581474e81255a694c663f7a 2024-12-13T07:31:27,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075147414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:27,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075147415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:27,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075147415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:27,421 DEBUG [Thread-1588 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., hostname=9eb75de94ef3,40871,1734074980781, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:31:27,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/4e9c3ccbc82e4081bf890c7448098e99 is 50, key is test_row_0/B:col10/1734075085376/Put/seqid=0 2024-12-13T07:31:27,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742213_1389 (size=12151) 2024-12-13T07:31:27,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075147502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:27,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075147517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:27,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075147521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:27,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075147521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:27,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:27,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075147719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:27,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:27,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075147723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:27,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:27,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075147726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:27,781 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/fb9a3f00323d4f819a58006ff7b3d9fd as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/fb9a3f00323d4f819a58006ff7b3d9fd 2024-12-13T07:31:27,784 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c861432b0b27faa01d7ff7e5034d253a/A of c861432b0b27faa01d7ff7e5034d253a into fb9a3f00323d4f819a58006ff7b3d9fd(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:27,785 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:27,785 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., storeName=c861432b0b27faa01d7ff7e5034d253a/A, priority=13, startTime=1734075086940; duration=0sec 2024-12-13T07:31:27,785 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:27,785 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c861432b0b27faa01d7ff7e5034d253a:A 2024-12-13T07:31:27,801 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/57424470c493449ba3f9bdc9250635e7 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/57424470c493449ba3f9bdc9250635e7 2024-12-13T07:31:27,804 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c861432b0b27faa01d7ff7e5034d253a/C of c861432b0b27faa01d7ff7e5034d253a into 57424470c493449ba3f9bdc9250635e7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:27,804 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:27,804 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., storeName=c861432b0b27faa01d7ff7e5034d253a/C, priority=13, startTime=1734075086940; duration=0sec 2024-12-13T07:31:27,804 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:27,804 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c861432b0b27faa01d7ff7e5034d253a:C 2024-12-13T07:31:27,826 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/4e9c3ccbc82e4081bf890c7448098e99 2024-12-13T07:31:27,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/7dbd7fd386094221b41d9585eb455f2e is 50, key is test_row_0/C:col10/1734075085376/Put/seqid=0 2024-12-13T07:31:27,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742214_1390 (size=12151) 2024-12-13T07:31:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-13T07:31:28,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075148024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:28,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075148028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:28,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075148028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:28,234 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/7dbd7fd386094221b41d9585eb455f2e 2024-12-13T07:31:28,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/56e6fd6fe581474e81255a694c663f7a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/56e6fd6fe581474e81255a694c663f7a 2024-12-13T07:31:28,239 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/56e6fd6fe581474e81255a694c663f7a, entries=150, sequenceid=154, filesize=30.4 K 2024-12-13T07:31:28,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/4e9c3ccbc82e4081bf890c7448098e99 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/4e9c3ccbc82e4081bf890c7448098e99 2024-12-13T07:31:28,242 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/4e9c3ccbc82e4081bf890c7448098e99, entries=150, sequenceid=154, filesize=11.9 K 2024-12-13T07:31:28,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/7dbd7fd386094221b41d9585eb455f2e as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/7dbd7fd386094221b41d9585eb455f2e 2024-12-13T07:31:28,245 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/7dbd7fd386094221b41d9585eb455f2e, entries=150, sequenceid=154, filesize=11.9 K 2024-12-13T07:31:28,245 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c861432b0b27faa01d7ff7e5034d253a in 1282ms, sequenceid=154, compaction requested=false 2024-12-13T07:31:28,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:28,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:28,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-13T07:31:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-13T07:31:28,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-13T07:31:28,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3470 sec 2024-12-13T07:31:28,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.3500 sec 2024-12-13T07:31:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:28,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c861432b0b27faa01d7ff7e5034d253a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-13T07:31:28,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=A 2024-12-13T07:31:28,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:28,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=B 2024-12-13T07:31:28,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:28,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=C 2024-12-13T07:31:28,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:28,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213425c3fb3ee314bdda440248e2816c19c_c861432b0b27faa01d7ff7e5034d253a is 50, key is test_row_0/A:col10/1734075088531/Put/seqid=0 2024-12-13T07:31:28,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742215_1391 (size=14794) 2024-12-13T07:31:28,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075148557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:28,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075148558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:28,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075148561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:28,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075148662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:28,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075148662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:28,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075148662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:28,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075148865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:28,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075148866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:28,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075148866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:28,941 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:28,944 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213425c3fb3ee314bdda440248e2816c19c_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213425c3fb3ee314bdda440248e2816c19c_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:28,944 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/f45ab12b0cf44ae4ad5d90150dfab579, store: [table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:28,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/f45ab12b0cf44ae4ad5d90150dfab579 is 175, key is test_row_0/A:col10/1734075088531/Put/seqid=0 2024-12-13T07:31:28,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742216_1392 (size=39749) 2024-12-13T07:31:29,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075149168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:29,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075149169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:29,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075149169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:29,349 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/f45ab12b0cf44ae4ad5d90150dfab579 2024-12-13T07:31:29,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/dd20eee9bc3e430a8c0f0e5019e11e53 is 50, key is test_row_0/B:col10/1734075088531/Put/seqid=0 2024-12-13T07:31:29,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742217_1393 (size=12151) 2024-12-13T07:31:29,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075149510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:29,514 DEBUG [Thread-1580 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., hostname=9eb75de94ef3,40871,1734074980781, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:31:29,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075149670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:29,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075149671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:29,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075149676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:29,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/dd20eee9bc3e430a8c0f0e5019e11e53 2024-12-13T07:31:29,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/431a7dd094364169ada19d53c2797457 is 50, key is test_row_0/C:col10/1734075088531/Put/seqid=0 2024-12-13T07:31:29,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742218_1394 (size=12151) 2024-12-13T07:31:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-13T07:31:30,003 INFO [Thread-1590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-13T07:31:30,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:31:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-13T07:31:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-13T07:31:30,005 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:31:30,005 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:31:30,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:31:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-13T07:31:30,156 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:30,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-13T07:31:30,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:30,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:30,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:30,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:30,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:30,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/431a7dd094364169ada19d53c2797457 2024-12-13T07:31:30,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/f45ab12b0cf44ae4ad5d90150dfab579 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/f45ab12b0cf44ae4ad5d90150dfab579 2024-12-13T07:31:30,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/f45ab12b0cf44ae4ad5d90150dfab579, entries=200, sequenceid=171, filesize=38.8 K 2024-12-13T07:31:30,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/dd20eee9bc3e430a8c0f0e5019e11e53 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/dd20eee9bc3e430a8c0f0e5019e11e53 2024-12-13T07:31:30,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/dd20eee9bc3e430a8c0f0e5019e11e53, entries=150, sequenceid=171, filesize=11.9 K 2024-12-13T07:31:30,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/431a7dd094364169ada19d53c2797457 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/431a7dd094364169ada19d53c2797457 2024-12-13T07:31:30,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/431a7dd094364169ada19d53c2797457, entries=150, sequenceid=171, filesize=11.9 K 2024-12-13T07:31:30,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c861432b0b27faa01d7ff7e5034d253a in 1649ms, sequenceid=171, compaction requested=true 2024-12-13T07:31:30,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:30,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c861432b0b27faa01d7ff7e5034d253a:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:31:30,181 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:30,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:30,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c861432b0b27faa01d7ff7e5034d253a:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:31:30,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:30,181 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:30,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c861432b0b27faa01d7ff7e5034d253a:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:31:30,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:30,182 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102133 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:30,182 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:30,182 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): c861432b0b27faa01d7ff7e5034d253a/A is initiating minor compaction (all files) 2024-12-13T07:31:30,182 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): c861432b0b27faa01d7ff7e5034d253a/B is initiating minor compaction (all files) 2024-12-13T07:31:30,182 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c861432b0b27faa01d7ff7e5034d253a/A in TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:30,182 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c861432b0b27faa01d7ff7e5034d253a/B in TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:30,182 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/fb9a3f00323d4f819a58006ff7b3d9fd, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/56e6fd6fe581474e81255a694c663f7a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/f45ab12b0cf44ae4ad5d90150dfab579] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp, totalSize=99.7 K 2024-12-13T07:31:30,182 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/1238958bb0094382b88cb8ea9006ce40, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/4e9c3ccbc82e4081bf890c7448098e99, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/dd20eee9bc3e430a8c0f0e5019e11e53] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp, totalSize=35.8 K 2024-12-13T07:31:30,182 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:30,182 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. files: [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/fb9a3f00323d4f819a58006ff7b3d9fd, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/56e6fd6fe581474e81255a694c663f7a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/f45ab12b0cf44ae4ad5d90150dfab579] 2024-12-13T07:31:30,182 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb9a3f00323d4f819a58006ff7b3d9fd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734075084145 2024-12-13T07:31:30,182 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 1238958bb0094382b88cb8ea9006ce40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734075084145 2024-12-13T07:31:30,183 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56e6fd6fe581474e81255a694c663f7a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734075085354 2024-12-13T07:31:30,183 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e9c3ccbc82e4081bf890c7448098e99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734075085354 2024-12-13T07:31:30,183 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting dd20eee9bc3e430a8c0f0e5019e11e53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734075087395 2024-12-13T07:31:30,183 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting f45ab12b0cf44ae4ad5d90150dfab579, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734075087395 2024-12-13T07:31:30,191 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c861432b0b27faa01d7ff7e5034d253a#B#compaction#335 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:30,192 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/c623abff5bdf4d998521f73cc85e6120 is 50, key is test_row_0/B:col10/1734075088531/Put/seqid=0 2024-12-13T07:31:30,193 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:30,195 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412133944a97afaae4baba92d3b7abec3f95d_c861432b0b27faa01d7ff7e5034d253a store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:30,196 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412133944a97afaae4baba92d3b7abec3f95d_c861432b0b27faa01d7ff7e5034d253a, store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:30,196 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412133944a97afaae4baba92d3b7abec3f95d_c861432b0b27faa01d7ff7e5034d253a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:30,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742219_1395 (size=12527) 2024-12-13T07:31:30,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742220_1396 (size=4469) 2024-12-13T07:31:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-13T07:31:30,308 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:30,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-13T07:31:30,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:30,309 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing c861432b0b27faa01d7ff7e5034d253a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-13T07:31:30,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=A 2024-12-13T07:31:30,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:30,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=B 2024-12-13T07:31:30,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:30,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=C 2024-12-13T07:31:30,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:30,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412130e4b27c5526047f98827b4064df96eb9_c861432b0b27faa01d7ff7e5034d253a is 50, key is test_row_0/A:col10/1734075088556/Put/seqid=0 2024-12-13T07:31:30,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742221_1397 (size=12304) 2024-12-13T07:31:30,605 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/c623abff5bdf4d998521f73cc85e6120 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/c623abff5bdf4d998521f73cc85e6120 2024-12-13T07:31:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-13T07:31:30,608 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c861432b0b27faa01d7ff7e5034d253a/B of c861432b0b27faa01d7ff7e5034d253a into c623abff5bdf4d998521f73cc85e6120(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:30,608 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:30,608 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., storeName=c861432b0b27faa01d7ff7e5034d253a/B, priority=13, startTime=1734075090181; duration=0sec 2024-12-13T07:31:30,608 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:30,608 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c861432b0b27faa01d7ff7e5034d253a:B 2024-12-13T07:31:30,608 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:30,609 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:30,609 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): c861432b0b27faa01d7ff7e5034d253a/C is initiating minor compaction (all files) 2024-12-13T07:31:30,609 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c861432b0b27faa01d7ff7e5034d253a/C in TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:30,609 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c861432b0b27faa01d7ff7e5034d253a#A#compaction#336 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:30,609 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/57424470c493449ba3f9bdc9250635e7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/7dbd7fd386094221b41d9585eb455f2e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/431a7dd094364169ada19d53c2797457] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp, totalSize=35.8 K 2024-12-13T07:31:30,609 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 57424470c493449ba3f9bdc9250635e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734075084145 2024-12-13T07:31:30,610 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/08f19f59dda84451b7108d9c46e40d6a is 175, key is test_row_0/A:col10/1734075088531/Put/seqid=0 2024-12-13T07:31:30,610 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dbd7fd386094221b41d9585eb455f2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734075085354 2024-12-13T07:31:30,610 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 431a7dd094364169ada19d53c2797457, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734075087395 2024-12-13T07:31:30,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742222_1398 (size=31481) 2024-12-13T07:31:30,617 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c861432b0b27faa01d7ff7e5034d253a#C#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:30,617 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/5a657d0e37a34d8c9dd4bc53eb4cf622 is 50, key is test_row_0/C:col10/1734075088531/Put/seqid=0 2024-12-13T07:31:30,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742223_1399 (size=12527) 2024-12-13T07:31:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:30,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:30,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075150695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:30,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075150696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:30,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075150701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:30,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:30,720 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412130e4b27c5526047f98827b4064df96eb9_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412130e4b27c5526047f98827b4064df96eb9_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:30,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/4d2bb11e9860498ab085934885e2080a, store: [table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:30,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/4d2bb11e9860498ab085934885e2080a is 175, key is test_row_0/A:col10/1734075088556/Put/seqid=0 2024-12-13T07:31:30,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742224_1400 (size=31105) 2024-12-13T07:31:30,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075150802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:30,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075150802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:30,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075150807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:31,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075151006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:31,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075151006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:31,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075151011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:31,018 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/08f19f59dda84451b7108d9c46e40d6a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/08f19f59dda84451b7108d9c46e40d6a 2024-12-13T07:31:31,029 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c861432b0b27faa01d7ff7e5034d253a/A of c861432b0b27faa01d7ff7e5034d253a into 08f19f59dda84451b7108d9c46e40d6a(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:31,029 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:31,029 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., storeName=c861432b0b27faa01d7ff7e5034d253a/A, priority=13, startTime=1734075090181; duration=0sec 2024-12-13T07:31:31,029 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:31,029 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c861432b0b27faa01d7ff7e5034d253a:A 2024-12-13T07:31:31,031 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/5a657d0e37a34d8c9dd4bc53eb4cf622 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/5a657d0e37a34d8c9dd4bc53eb4cf622 2024-12-13T07:31:31,037 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c861432b0b27faa01d7ff7e5034d253a/C of c861432b0b27faa01d7ff7e5034d253a into 5a657d0e37a34d8c9dd4bc53eb4cf622(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:31,037 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:31,038 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., storeName=c861432b0b27faa01d7ff7e5034d253a/C, priority=13, startTime=1734075090181; duration=0sec 2024-12-13T07:31:31,038 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:31,038 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c861432b0b27faa01d7ff7e5034d253a:C 2024-12-13T07:31:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-13T07:31:31,124 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/4d2bb11e9860498ab085934885e2080a 2024-12-13T07:31:31,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/39e7f6731a224e2689ccbec1c21203c2 is 50, key is test_row_0/B:col10/1734075088556/Put/seqid=0 2024-12-13T07:31:31,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742225_1401 (size=12151) 2024-12-13T07:31:31,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075151312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:31,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075151317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:31,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075151317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:31,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50276 deadline: 1734075151441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:31,442 DEBUG [Thread-1588 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8194 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., hostname=9eb75de94ef3,40871,1734074980781, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:31:31,534 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/39e7f6731a224e2689ccbec1c21203c2 2024-12-13T07:31:31,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/bafb4d8b63ab487aba815fa2fc7016ca is 50, key is test_row_0/C:col10/1734075088556/Put/seqid=0 2024-12-13T07:31:31,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742226_1402 (size=12151) 2024-12-13T07:31:31,608 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/bafb4d8b63ab487aba815fa2fc7016ca 2024-12-13T07:31:31,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/4d2bb11e9860498ab085934885e2080a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/4d2bb11e9860498ab085934885e2080a 2024-12-13T07:31:31,619 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/4d2bb11e9860498ab085934885e2080a, entries=150, sequenceid=193, filesize=30.4 K 2024-12-13T07:31:31,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/39e7f6731a224e2689ccbec1c21203c2 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/39e7f6731a224e2689ccbec1c21203c2 2024-12-13T07:31:31,624 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/39e7f6731a224e2689ccbec1c21203c2, entries=150, sequenceid=193, filesize=11.9 K 2024-12-13T07:31:31,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/bafb4d8b63ab487aba815fa2fc7016ca as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/bafb4d8b63ab487aba815fa2fc7016ca 2024-12-13T07:31:31,630 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/bafb4d8b63ab487aba815fa2fc7016ca, entries=150, sequenceid=193, filesize=11.9 K 2024-12-13T07:31:31,631 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c861432b0b27faa01d7ff7e5034d253a in 1322ms, sequenceid=193, compaction requested=false 2024-12-13T07:31:31,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:31,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:31,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-13T07:31:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-13T07:31:31,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-13T07:31:31,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6280 sec 2024-12-13T07:31:31,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.6330 sec 2024-12-13T07:31:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:31,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c861432b0b27faa01d7ff7e5034d253a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-13T07:31:31,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=A 2024-12-13T07:31:31,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:31,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=B 2024-12-13T07:31:31,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:31,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=C 2024-12-13T07:31:31,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:31,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213963e557ad775438c89c8f66d2dd0a3b9_c861432b0b27faa01d7ff7e5034d253a is 50, key is test_row_0/A:col10/1734075090701/Put/seqid=0 2024-12-13T07:31:31,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742227_1403 (size=14794) 2024-12-13T07:31:31,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075151877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:31,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075151878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:31,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075151883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:31,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075151986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:31,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075151986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:31,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075151991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-13T07:31:32,108 INFO [Thread-1590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-13T07:31:32,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:31:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-13T07:31:32,111 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:31:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-13T07:31:32,111 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:31:32,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:31:32,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075152190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:32,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075152191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:32,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075152197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-13T07:31:32,258 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:32,262 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213963e557ad775438c89c8f66d2dd0a3b9_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213963e557ad775438c89c8f66d2dd0a3b9_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:32,263 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/d031daed947a40edaa521e78b0295074, store: [table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:32,263 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:32,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/d031daed947a40edaa521e78b0295074 is 175, key is test_row_0/A:col10/1734075090701/Put/seqid=0 2024-12-13T07:31:32,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-13T07:31:32,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:32,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:32,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:32,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:32,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:32,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742228_1404 (size=39749) 2024-12-13T07:31:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-13T07:31:32,416 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:32,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-13T07:31:32,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:32,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:32,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:32,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:32,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:32,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075152496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:32,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075152498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:32,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075152508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:32,569 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:32,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-13T07:31:32,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:32,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:32,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:32,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:32,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:32,680 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/d031daed947a40edaa521e78b0295074 2024-12-13T07:31:32,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/a6e1efa5a94a43b488e3b385b9ef8ef2 is 50, key is test_row_0/B:col10/1734075090701/Put/seqid=0 2024-12-13T07:31:32,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742229_1405 (size=12151) 2024-12-13T07:31:32,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/a6e1efa5a94a43b488e3b385b9ef8ef2 2024-12-13T07:31:32,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/f5e9dba4318c44329c19a3d4df5ab0e2 is 50, key is test_row_0/C:col10/1734075090701/Put/seqid=0 2024-12-13T07:31:32,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742230_1406 (size=12151) 2024-12-13T07:31:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-13T07:31:32,722 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:32,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-13T07:31:32,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:32,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:32,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:32,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:32,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:32,874 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:32,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-13T07:31:32,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:32,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:32,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:32,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:32,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:33,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075153004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:33,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075153008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:33,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075153014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:33,026 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:33,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-13T07:31:33,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:33,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:33,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:33,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:33,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:33,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/f5e9dba4318c44329c19a3d4df5ab0e2 2024-12-13T07:31:33,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/d031daed947a40edaa521e78b0295074 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/d031daed947a40edaa521e78b0295074 2024-12-13T07:31:33,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/d031daed947a40edaa521e78b0295074, entries=200, sequenceid=211, filesize=38.8 K 2024-12-13T07:31:33,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/a6e1efa5a94a43b488e3b385b9ef8ef2 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/a6e1efa5a94a43b488e3b385b9ef8ef2 2024-12-13T07:31:33,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/a6e1efa5a94a43b488e3b385b9ef8ef2, entries=150, sequenceid=211, filesize=11.9 K 2024-12-13T07:31:33,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/f5e9dba4318c44329c19a3d4df5ab0e2 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/f5e9dba4318c44329c19a3d4df5ab0e2 2024-12-13T07:31:33,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/f5e9dba4318c44329c19a3d4df5ab0e2, entries=150, sequenceid=211, filesize=11.9 K 2024-12-13T07:31:33,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c861432b0b27faa01d7ff7e5034d253a in 1295ms, sequenceid=211, compaction requested=true 2024-12-13T07:31:33,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:33,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c861432b0b27faa01d7ff7e5034d253a:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:31:33,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:33,119 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:33,119 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:33,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c861432b0b27faa01d7ff7e5034d253a:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:31:33,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:33,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c861432b0b27faa01d7ff7e5034d253a:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:31:33,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:33,120 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:33,120 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:33,120 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): c861432b0b27faa01d7ff7e5034d253a/B is initiating minor compaction (all files) 2024-12-13T07:31:33,120 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): c861432b0b27faa01d7ff7e5034d253a/A is initiating minor compaction (all files) 2024-12-13T07:31:33,120 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c861432b0b27faa01d7ff7e5034d253a/A in TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:33,120 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c861432b0b27faa01d7ff7e5034d253a/B in TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:33,120 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/c623abff5bdf4d998521f73cc85e6120, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/39e7f6731a224e2689ccbec1c21203c2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/a6e1efa5a94a43b488e3b385b9ef8ef2] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp, totalSize=36.0 K 2024-12-13T07:31:33,120 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/08f19f59dda84451b7108d9c46e40d6a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/4d2bb11e9860498ab085934885e2080a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/d031daed947a40edaa521e78b0295074] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp, totalSize=99.9 K 2024-12-13T07:31:33,120 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:33,120 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. files: [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/08f19f59dda84451b7108d9c46e40d6a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/4d2bb11e9860498ab085934885e2080a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/d031daed947a40edaa521e78b0295074] 2024-12-13T07:31:33,120 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08f19f59dda84451b7108d9c46e40d6a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734075087395 2024-12-13T07:31:33,120 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting c623abff5bdf4d998521f73cc85e6120, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734075087395 2024-12-13T07:31:33,121 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 39e7f6731a224e2689ccbec1c21203c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734075088556 2024-12-13T07:31:33,121 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d2bb11e9860498ab085934885e2080a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734075088556 2024-12-13T07:31:33,121 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting a6e1efa5a94a43b488e3b385b9ef8ef2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734075090695 2024-12-13T07:31:33,121 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting d031daed947a40edaa521e78b0295074, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734075090694 2024-12-13T07:31:33,128 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:33,130 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c861432b0b27faa01d7ff7e5034d253a#B#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:33,130 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/dcd31173fb9e4788b532f96f8815fe7c is 50, key is test_row_0/B:col10/1734075090701/Put/seqid=0 2024-12-13T07:31:33,133 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412130ccaca27410248d6846cf089e45a5f75_c861432b0b27faa01d7ff7e5034d253a store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:33,134 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412130ccaca27410248d6846cf089e45a5f75_c861432b0b27faa01d7ff7e5034d253a, store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:33,134 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412130ccaca27410248d6846cf089e45a5f75_c861432b0b27faa01d7ff7e5034d253a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:33,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742231_1407 (size=12629) 2024-12-13T07:31:33,141 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/dcd31173fb9e4788b532f96f8815fe7c as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/dcd31173fb9e4788b532f96f8815fe7c 2024-12-13T07:31:33,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742232_1408 (size=4469) 2024-12-13T07:31:33,145 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c861432b0b27faa01d7ff7e5034d253a/B of c861432b0b27faa01d7ff7e5034d253a into dcd31173fb9e4788b532f96f8815fe7c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:33,145 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:33,146 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., storeName=c861432b0b27faa01d7ff7e5034d253a/B, priority=13, startTime=1734075093119; duration=0sec 2024-12-13T07:31:33,146 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:33,146 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c861432b0b27faa01d7ff7e5034d253a:B 2024-12-13T07:31:33,146 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:33,146 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c861432b0b27faa01d7ff7e5034d253a#A#compaction#344 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:33,146 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:33,146 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): c861432b0b27faa01d7ff7e5034d253a/C is initiating minor compaction (all files) 2024-12-13T07:31:33,147 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c861432b0b27faa01d7ff7e5034d253a/C in TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:33,147 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/a98a896f37ac41b2ad494f565afd1fa8 is 175, key is test_row_0/A:col10/1734075090701/Put/seqid=0 2024-12-13T07:31:33,147 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/5a657d0e37a34d8c9dd4bc53eb4cf622, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/bafb4d8b63ab487aba815fa2fc7016ca, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/f5e9dba4318c44329c19a3d4df5ab0e2] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp, totalSize=36.0 K 2024-12-13T07:31:33,147 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a657d0e37a34d8c9dd4bc53eb4cf622, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734075087395 2024-12-13T07:31:33,148 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting bafb4d8b63ab487aba815fa2fc7016ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734075088556 2024-12-13T07:31:33,148 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting f5e9dba4318c44329c19a3d4df5ab0e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734075090695 2024-12-13T07:31:33,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742233_1409 (size=31583) 2024-12-13T07:31:33,157 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/a98a896f37ac41b2ad494f565afd1fa8 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/a98a896f37ac41b2ad494f565afd1fa8 2024-12-13T07:31:33,157 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c861432b0b27faa01d7ff7e5034d253a#C#compaction#346 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:33,158 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/2d9d98070c434e58882b01a694fd8ce7 is 50, key is test_row_0/C:col10/1734075090701/Put/seqid=0 2024-12-13T07:31:33,161 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c861432b0b27faa01d7ff7e5034d253a/A of c861432b0b27faa01d7ff7e5034d253a into a98a896f37ac41b2ad494f565afd1fa8(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:33,161 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:33,162 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., storeName=c861432b0b27faa01d7ff7e5034d253a/A, priority=13, startTime=1734075093119; duration=0sec 2024-12-13T07:31:33,162 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:33,162 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c861432b0b27faa01d7ff7e5034d253a:A 2024-12-13T07:31:33,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:33,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-13T07:31:33,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:33,179 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing c861432b0b27faa01d7ff7e5034d253a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-13T07:31:33,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=A 2024-12-13T07:31:33,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:33,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=B 2024-12-13T07:31:33,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:33,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=C 2024-12-13T07:31:33,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:33,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742234_1410 (size=12629) 2024-12-13T07:31:33,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121346c293aa995648a79de0f44762739e7d_c861432b0b27faa01d7ff7e5034d253a is 50, key is test_row_0/A:col10/1734075091881/Put/seqid=0 2024-12-13T07:31:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-13T07:31:33,216 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/2d9d98070c434e58882b01a694fd8ce7 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/2d9d98070c434e58882b01a694fd8ce7 2024-12-13T07:31:33,224 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c861432b0b27faa01d7ff7e5034d253a/C of c861432b0b27faa01d7ff7e5034d253a into 2d9d98070c434e58882b01a694fd8ce7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:33,224 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:33,224 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., storeName=c861432b0b27faa01d7ff7e5034d253a/C, priority=13, startTime=1734075093119; duration=0sec 2024-12-13T07:31:33,224 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:33,224 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c861432b0b27faa01d7ff7e5034d253a:C 2024-12-13T07:31:33,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742235_1411 (size=12304) 2024-12-13T07:31:33,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:33,241 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121346c293aa995648a79de0f44762739e7d_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121346c293aa995648a79de0f44762739e7d_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:33,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/3143c8519f174326898d1517d6aa897d, store: [table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:33,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/3143c8519f174326898d1517d6aa897d is 175, key is test_row_0/A:col10/1734075091881/Put/seqid=0 2024-12-13T07:31:33,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742236_1412 (size=31105) 2024-12-13T07:31:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:33,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:33,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075153568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:33,658 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/3143c8519f174326898d1517d6aa897d 2024-12-13T07:31:33,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/a6dfddd3747d4338a8ea215e76f75d6c is 50, key is test_row_0/B:col10/1734075091881/Put/seqid=0 2024-12-13T07:31:33,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742237_1413 (size=12151) 2024-12-13T07:31:33,673 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/a6dfddd3747d4338a8ea215e76f75d6c 2024-12-13T07:31:33,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075153672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:33,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/5409890f6189482ebb3713a6b66d462d is 50, key is test_row_0/C:col10/1734075091881/Put/seqid=0 2024-12-13T07:31:33,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742238_1414 (size=12151) 2024-12-13T07:31:33,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075153880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:34,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075154013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:34,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075154016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:34,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075154022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:34,085 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/5409890f6189482ebb3713a6b66d462d 2024-12-13T07:31:34,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/3143c8519f174326898d1517d6aa897d as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3143c8519f174326898d1517d6aa897d 2024-12-13T07:31:34,100 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3143c8519f174326898d1517d6aa897d, entries=150, sequenceid=234, filesize=30.4 K 2024-12-13T07:31:34,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/a6dfddd3747d4338a8ea215e76f75d6c as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/a6dfddd3747d4338a8ea215e76f75d6c 2024-12-13T07:31:34,114 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/a6dfddd3747d4338a8ea215e76f75d6c, entries=150, sequenceid=234, filesize=11.9 K 2024-12-13T07:31:34,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/5409890f6189482ebb3713a6b66d462d as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/5409890f6189482ebb3713a6b66d462d 2024-12-13T07:31:34,120 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/5409890f6189482ebb3713a6b66d462d, entries=150, sequenceid=234, filesize=11.9 K 2024-12-13T07:31:34,122 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c861432b0b27faa01d7ff7e5034d253a in 942ms, sequenceid=234, compaction requested=false 2024-12-13T07:31:34,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:34,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:34,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-13T07:31:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-13T07:31:34,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-13T07:31:34,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0110 sec 2024-12-13T07:31:34,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.0160 sec 2024-12-13T07:31:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:34,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c861432b0b27faa01d7ff7e5034d253a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-13T07:31:34,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=A 2024-12-13T07:31:34,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:34,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=B 2024-12-13T07:31:34,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:34,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=C 2024-12-13T07:31:34,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:34,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412139a87103099bd43d290524640d16de935_c861432b0b27faa01d7ff7e5034d253a is 50, key is test_row_0/A:col10/1734075093555/Put/seqid=0 2024-12-13T07:31:34,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742239_1415 (size=12304) 2024-12-13T07:31:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-13T07:31:34,215 INFO [Thread-1590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-13T07:31:34,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:31:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-13T07:31:34,217 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:31:34,218 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:31:34,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:31:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-13T07:31:34,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075154303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-13T07:31:34,369 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:34,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-13T07:31:34,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:34,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:34,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:34,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:34,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:34,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075154410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:34,523 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:34,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-13T07:31:34,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:34,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:34,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:34,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:34,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-13T07:31:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:34,605 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:34,608 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412139a87103099bd43d290524640d16de935_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412139a87103099bd43d290524640d16de935_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:34,608 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/92c36289989946158a706056b197887c, store: [table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:34,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/92c36289989946158a706056b197887c is 175, key is test_row_0/A:col10/1734075093555/Put/seqid=0 2024-12-13T07:31:34,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742240_1416 (size=31105) 2024-12-13T07:31:34,612 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/92c36289989946158a706056b197887c 2024-12-13T07:31:34,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075154614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:34,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/d923a572402349b39a38a576c9ae36e5 is 50, key is test_row_0/B:col10/1734075093555/Put/seqid=0 2024-12-13T07:31:34,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742241_1417 (size=12151) 2024-12-13T07:31:34,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:34,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-13T07:31:34,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:34,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:34,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:34,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:34,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-13T07:31:34,828 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:34,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-13T07:31:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:34,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:34,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:34,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:34,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:34,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075154918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:34,980 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:34,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-13T07:31:34,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:34,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:34,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:34,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:34,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:35,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/d923a572402349b39a38a576c9ae36e5 2024-12-13T07:31:35,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/bf12e3690b374f3c80cabc276b728fb6 is 50, key is test_row_0/C:col10/1734075093555/Put/seqid=0 2024-12-13T07:31:35,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742242_1418 (size=12151) 2024-12-13T07:31:35,133 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:35,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-13T07:31:35,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:35,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:35,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:35,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:35,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:35,285 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:35,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-13T07:31:35,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:35,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:35,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:35,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:35,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-13T07:31:35,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075155422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:35,438 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:35,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-13T07:31:35,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:35,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:35,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:35,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:35,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:35,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/bf12e3690b374f3c80cabc276b728fb6 2024-12-13T07:31:35,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/92c36289989946158a706056b197887c as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/92c36289989946158a706056b197887c 2024-12-13T07:31:35,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/92c36289989946158a706056b197887c, entries=150, sequenceid=251, filesize=30.4 K 2024-12-13T07:31:35,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/d923a572402349b39a38a576c9ae36e5 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/d923a572402349b39a38a576c9ae36e5 2024-12-13T07:31:35,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/d923a572402349b39a38a576c9ae36e5, entries=150, sequenceid=251, filesize=11.9 K 2024-12-13T07:31:35,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/bf12e3690b374f3c80cabc276b728fb6 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/bf12e3690b374f3c80cabc276b728fb6 2024-12-13T07:31:35,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/bf12e3690b374f3c80cabc276b728fb6, entries=150, sequenceid=251, filesize=11.9 K 2024-12-13T07:31:35,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c861432b0b27faa01d7ff7e5034d253a in 1288ms, sequenceid=251, compaction requested=true 2024-12-13T07:31:35,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:35,475 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:35,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c861432b0b27faa01d7ff7e5034d253a:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:31:35,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:35,476 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:35,477 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:35,477 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): c861432b0b27faa01d7ff7e5034d253a/A is initiating minor compaction (all files) 2024-12-13T07:31:35,477 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c861432b0b27faa01d7ff7e5034d253a/A in TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:35,477 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/a98a896f37ac41b2ad494f565afd1fa8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3143c8519f174326898d1517d6aa897d, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/92c36289989946158a706056b197887c] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp, totalSize=91.6 K 2024-12-13T07:31:35,477 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:35,477 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. files: [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/a98a896f37ac41b2ad494f565afd1fa8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3143c8519f174326898d1517d6aa897d, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/92c36289989946158a706056b197887c] 2024-12-13T07:31:35,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c861432b0b27faa01d7ff7e5034d253a:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:31:35,479 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:35,479 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): c861432b0b27faa01d7ff7e5034d253a/B is initiating minor compaction (all files) 2024-12-13T07:31:35,479 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c861432b0b27faa01d7ff7e5034d253a/B in TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:35,479 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/dcd31173fb9e4788b532f96f8815fe7c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/a6dfddd3747d4338a8ea215e76f75d6c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/d923a572402349b39a38a576c9ae36e5] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp, totalSize=36.1 K 2024-12-13T07:31:35,479 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting a98a896f37ac41b2ad494f565afd1fa8, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734075090695 2024-12-13T07:31:35,479 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting dcd31173fb9e4788b532f96f8815fe7c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734075090695 2024-12-13T07:31:35,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:35,480 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3143c8519f174326898d1517d6aa897d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734075091850 2024-12-13T07:31:35,480 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting a6dfddd3747d4338a8ea215e76f75d6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734075091850 2024-12-13T07:31:35,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c861432b0b27faa01d7ff7e5034d253a:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:31:35,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:35,480 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting d923a572402349b39a38a576c9ae36e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734075093555 2024-12-13T07:31:35,480 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92c36289989946158a706056b197887c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734075093555 2024-12-13T07:31:35,486 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:35,487 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c861432b0b27faa01d7ff7e5034d253a#B#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:35,488 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/01797d3995aa4aa5881dcd22d63da591 is 50, key is test_row_0/B:col10/1734075093555/Put/seqid=0 2024-12-13T07:31:35,492 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241213afe0349b08e74a53ba94c8a81160b74d_c861432b0b27faa01d7ff7e5034d253a store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:35,493 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241213afe0349b08e74a53ba94c8a81160b74d_c861432b0b27faa01d7ff7e5034d253a, store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:35,493 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213afe0349b08e74a53ba94c8a81160b74d_c861432b0b27faa01d7ff7e5034d253a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742243_1419 (size=12731) 2024-12-13T07:31:35,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742244_1420 (size=4469) 2024-12-13T07:31:35,513 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c861432b0b27faa01d7ff7e5034d253a#A#compaction#354 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:35,513 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/e7cc117760f048c3a300c43e74a9ed35 is 175, key is test_row_0/A:col10/1734075093555/Put/seqid=0 2024-12-13T07:31:35,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742245_1421 (size=31685) 2024-12-13T07:31:35,591 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:35,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-13T07:31:35,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:35,591 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing c861432b0b27faa01d7ff7e5034d253a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-13T07:31:35,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=A 2024-12-13T07:31:35,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:35,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=B 2024-12-13T07:31:35,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:35,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=C 2024-12-13T07:31:35,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:35,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213c4278fe040d04de2956f2f0255168f28_c861432b0b27faa01d7ff7e5034d253a is 50, key is test_row_0/A:col10/1734075094290/Put/seqid=0 2024-12-13T07:31:35,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742246_1422 (size=12454) 2024-12-13T07:31:35,898 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/01797d3995aa4aa5881dcd22d63da591 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/01797d3995aa4aa5881dcd22d63da591 2024-12-13T07:31:35,912 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c861432b0b27faa01d7ff7e5034d253a/B of c861432b0b27faa01d7ff7e5034d253a into 01797d3995aa4aa5881dcd22d63da591(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:35,912 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:35,912 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., storeName=c861432b0b27faa01d7ff7e5034d253a/B, priority=13, startTime=1734075095476; duration=0sec 2024-12-13T07:31:35,912 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:35,912 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c861432b0b27faa01d7ff7e5034d253a:B 2024-12-13T07:31:35,912 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:35,913 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:35,913 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): c861432b0b27faa01d7ff7e5034d253a/C is initiating minor compaction (all files) 2024-12-13T07:31:35,913 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c861432b0b27faa01d7ff7e5034d253a/C in TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:35,913 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/2d9d98070c434e58882b01a694fd8ce7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/5409890f6189482ebb3713a6b66d462d, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/bf12e3690b374f3c80cabc276b728fb6] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp, totalSize=36.1 K 2024-12-13T07:31:35,919 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d9d98070c434e58882b01a694fd8ce7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734075090695 2024-12-13T07:31:35,919 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 5409890f6189482ebb3713a6b66d462d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734075091850 2024-12-13T07:31:35,920 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting bf12e3690b374f3c80cabc276b728fb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734075093555 2024-12-13T07:31:35,936 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/e7cc117760f048c3a300c43e74a9ed35 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/e7cc117760f048c3a300c43e74a9ed35 2024-12-13T07:31:35,947 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c861432b0b27faa01d7ff7e5034d253a/A of c861432b0b27faa01d7ff7e5034d253a into e7cc117760f048c3a300c43e74a9ed35(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:35,947 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:35,947 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., storeName=c861432b0b27faa01d7ff7e5034d253a/A, priority=13, startTime=1734075095475; duration=0sec 2024-12-13T07:31:35,947 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:35,947 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c861432b0b27faa01d7ff7e5034d253a:A 2024-12-13T07:31:35,960 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c861432b0b27faa01d7ff7e5034d253a#C#compaction#356 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:35,960 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/f488ae78a2c249e1a497bd24b071435f is 50, key is test_row_0/C:col10/1734075093555/Put/seqid=0 2024-12-13T07:31:35,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742247_1423 (size=12731) 2024-12-13T07:31:35,990 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/f488ae78a2c249e1a497bd24b071435f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/f488ae78a2c249e1a497bd24b071435f 2024-12-13T07:31:35,996 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c861432b0b27faa01d7ff7e5034d253a/C of c861432b0b27faa01d7ff7e5034d253a into f488ae78a2c249e1a497bd24b071435f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:35,996 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:35,996 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., storeName=c861432b0b27faa01d7ff7e5034d253a/C, priority=13, startTime=1734075095480; duration=0sec 2024-12-13T07:31:35,996 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:35,996 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c861432b0b27faa01d7ff7e5034d253a:C 2024-12-13T07:31:36,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:36,007 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213c4278fe040d04de2956f2f0255168f28_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213c4278fe040d04de2956f2f0255168f28_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:36,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/6dd4c7b1e0fc493fb4a63e1731df0b4e, store: [table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:36,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/6dd4c7b1e0fc493fb4a63e1731df0b4e is 175, key is test_row_0/A:col10/1734075094290/Put/seqid=0 2024-12-13T07:31:36,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742248_1424 (size=31255) 2024-12-13T07:31:36,027 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/6dd4c7b1e0fc493fb4a63e1731df0b4e 2024-12-13T07:31:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:36,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. as already flushing 2024-12-13T07:31:36,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/d4e6809b8cdd47cab4d5756bd2f15efe is 50, key is test_row_0/B:col10/1734075094290/Put/seqid=0 2024-12-13T07:31:36,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742249_1425 (size=12301) 2024-12-13T07:31:36,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075156050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:36,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075156054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:36,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075156055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:36,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075156155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:36,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075156156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:36,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075156158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-13T07:31:36,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075156360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:36,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075156361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:36,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075156364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:36,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075156433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:36,452 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/d4e6809b8cdd47cab4d5756bd2f15efe 2024-12-13T07:31:36,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/57f6f563554b43e6b7aeeaf2fe7d30ac is 50, key is test_row_0/C:col10/1734075094290/Put/seqid=0 2024-12-13T07:31:36,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742250_1426 (size=12301) 2024-12-13T07:31:36,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075156666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:36,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075156667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:36,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075156670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:36,866 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/57f6f563554b43e6b7aeeaf2fe7d30ac 2024-12-13T07:31:36,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/6dd4c7b1e0fc493fb4a63e1731df0b4e as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/6dd4c7b1e0fc493fb4a63e1731df0b4e 2024-12-13T07:31:36,878 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/6dd4c7b1e0fc493fb4a63e1731df0b4e, entries=150, sequenceid=271, filesize=30.5 K 2024-12-13T07:31:36,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/d4e6809b8cdd47cab4d5756bd2f15efe as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/d4e6809b8cdd47cab4d5756bd2f15efe 2024-12-13T07:31:36,882 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/d4e6809b8cdd47cab4d5756bd2f15efe, entries=150, sequenceid=271, filesize=12.0 K 2024-12-13T07:31:36,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/57f6f563554b43e6b7aeeaf2fe7d30ac as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/57f6f563554b43e6b7aeeaf2fe7d30ac 2024-12-13T07:31:36,887 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/57f6f563554b43e6b7aeeaf2fe7d30ac, entries=150, sequenceid=271, filesize=12.0 K 2024-12-13T07:31:36,888 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for c861432b0b27faa01d7ff7e5034d253a in 1297ms, sequenceid=271, compaction requested=false 2024-12-13T07:31:36,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:36,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:36,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-13T07:31:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-13T07:31:36,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-13T07:31:36,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6710 sec 2024-12-13T07:31:36,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.6770 sec 2024-12-13T07:31:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:37,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c861432b0b27faa01d7ff7e5034d253a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-13T07:31:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=A 2024-12-13T07:31:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=B 2024-12-13T07:31:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=C 2024-12-13T07:31:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:37,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213027522672925440da1a17f11c408d8ba_c861432b0b27faa01d7ff7e5034d253a is 50, key is test_row_0/A:col10/1734075096049/Put/seqid=0 2024-12-13T07:31:37,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742251_1427 (size=12454) 2024-12-13T07:31:37,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075157209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:37,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075157209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:37,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075157210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:37,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075157317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:37,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075157318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:37,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075157319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:37,471 DEBUG [Thread-1591 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:65137 2024-12-13T07:31:37,471 DEBUG [Thread-1591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:37,475 DEBUG [Thread-1593 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61ec0f48 to 127.0.0.1:65137 2024-12-13T07:31:37,475 DEBUG [Thread-1593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:37,476 DEBUG [Thread-1599 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4cb9e50e to 127.0.0.1:65137 2024-12-13T07:31:37,476 DEBUG [Thread-1599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:37,476 DEBUG [Thread-1595 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7819b9e2 to 127.0.0.1:65137 2024-12-13T07:31:37,476 DEBUG [Thread-1595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:37,481 DEBUG [Thread-1597 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47679076 to 127.0.0.1:65137 2024-12-13T07:31:37,481 DEBUG [Thread-1597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:37,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075157523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:37,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075157525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:37,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075157529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:37,589 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:37,593 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213027522672925440da1a17f11c408d8ba_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213027522672925440da1a17f11c408d8ba_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:37,594 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/eff77ac122264b9eb55fe79e45d7125a, store: [table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:37,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/eff77ac122264b9eb55fe79e45d7125a is 175, key is test_row_0/A:col10/1734075096049/Put/seqid=0 2024-12-13T07:31:37,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742252_1428 (size=31255) 2024-12-13T07:31:37,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075157824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:37,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075157828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:37,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075157832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:38,000 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/eff77ac122264b9eb55fe79e45d7125a 2024-12-13T07:31:38,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/95698ed909734ddc81143b4c13f25647 is 50, key is test_row_0/B:col10/1734075096049/Put/seqid=0 2024-12-13T07:31:38,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742253_1429 (size=12301) 2024-12-13T07:31:38,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50314 deadline: 1734075158326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-13T07:31:38,328 INFO [Thread-1590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-13T07:31:38,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1734075158330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:38,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50274 deadline: 1734075158336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:38,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/95698ed909734ddc81143b4c13f25647 2024-12-13T07:31:38,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/b5defce320dc448aa2dcde1c94529edf is 50, key is test_row_0/C:col10/1734075096049/Put/seqid=0 2024-12-13T07:31:38,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742254_1430 (size=12301) 2024-12-13T07:31:38,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50340 deadline: 1734075158445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:38,445 DEBUG [Thread-1580 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., hostname=9eb75de94ef3,40871,1734074980781, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:31:38,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/b5defce320dc448aa2dcde1c94529edf 2024-12-13T07:31:38,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/eff77ac122264b9eb55fe79e45d7125a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/eff77ac122264b9eb55fe79e45d7125a 2024-12-13T07:31:38,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/eff77ac122264b9eb55fe79e45d7125a, entries=150, sequenceid=292, filesize=30.5 K 2024-12-13T07:31:38,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/95698ed909734ddc81143b4c13f25647 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/95698ed909734ddc81143b4c13f25647 2024-12-13T07:31:38,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/95698ed909734ddc81143b4c13f25647, entries=150, sequenceid=292, filesize=12.0 K 2024-12-13T07:31:38,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/b5defce320dc448aa2dcde1c94529edf as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/b5defce320dc448aa2dcde1c94529edf 2024-12-13T07:31:38,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/b5defce320dc448aa2dcde1c94529edf, entries=150, sequenceid=292, filesize=12.0 K 2024-12-13T07:31:38,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for c861432b0b27faa01d7ff7e5034d253a in 1669ms, sequenceid=292, compaction requested=true 2024-12-13T07:31:38,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:38,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c861432b0b27faa01d7ff7e5034d253a:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:31:38,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:38,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c861432b0b27faa01d7ff7e5034d253a:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:31:38,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:38,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c861432b0b27faa01d7ff7e5034d253a:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:31:38,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:38,846 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:38,846 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:38,847 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:38,847 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:38,847 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): c861432b0b27faa01d7ff7e5034d253a/B is initiating minor compaction (all files) 2024-12-13T07:31:38,847 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): c861432b0b27faa01d7ff7e5034d253a/A is initiating minor compaction (all files) 2024-12-13T07:31:38,847 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c861432b0b27faa01d7ff7e5034d253a/B in TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:38,847 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c861432b0b27faa01d7ff7e5034d253a/A in TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:38,847 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/01797d3995aa4aa5881dcd22d63da591, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/d4e6809b8cdd47cab4d5756bd2f15efe, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/95698ed909734ddc81143b4c13f25647] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp, totalSize=36.5 K 2024-12-13T07:31:38,847 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/e7cc117760f048c3a300c43e74a9ed35, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/6dd4c7b1e0fc493fb4a63e1731df0b4e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/eff77ac122264b9eb55fe79e45d7125a] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp, totalSize=92.0 K 2024-12-13T07:31:38,847 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:38,847 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. files: [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/e7cc117760f048c3a300c43e74a9ed35, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/6dd4c7b1e0fc493fb4a63e1731df0b4e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/eff77ac122264b9eb55fe79e45d7125a] 2024-12-13T07:31:38,848 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 01797d3995aa4aa5881dcd22d63da591, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734075093555 2024-12-13T07:31:38,848 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7cc117760f048c3a300c43e74a9ed35, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734075093555 2024-12-13T07:31:38,848 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dd4c7b1e0fc493fb4a63e1731df0b4e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1734075094290 2024-12-13T07:31:38,848 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting d4e6809b8cdd47cab4d5756bd2f15efe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1734075094290 2024-12-13T07:31:38,849 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting eff77ac122264b9eb55fe79e45d7125a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734075096049 2024-12-13T07:31:38,849 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 95698ed909734ddc81143b4c13f25647, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734075096049 2024-12-13T07:31:38,857 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c861432b0b27faa01d7ff7e5034d253a#B#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:38,858 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/35418c1e478c41b689e33e5fd419553c is 50, key is test_row_0/B:col10/1734075096049/Put/seqid=0 2024-12-13T07:31:38,859 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:38,861 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241213374e7a5596174d6d95e0167cbdeb8945_c861432b0b27faa01d7ff7e5034d253a store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:38,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742255_1431 (size=12983) 2024-12-13T07:31:38,875 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241213374e7a5596174d6d95e0167cbdeb8945_c861432b0b27faa01d7ff7e5034d253a, store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:38,876 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213374e7a5596174d6d95e0167cbdeb8945_c861432b0b27faa01d7ff7e5034d253a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:38,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742256_1432 (size=4469) 2024-12-13T07:31:38,908 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c861432b0b27faa01d7ff7e5034d253a#A#compaction#363 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:38,909 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/c7138dfb13bc4515bf0a0edd94f8f5d7 is 175, key is test_row_0/A:col10/1734075096049/Put/seqid=0 2024-12-13T07:31:38,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742257_1433 (size=31937) 2024-12-13T07:31:39,252 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T07:31:39,267 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/35418c1e478c41b689e33e5fd419553c as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/35418c1e478c41b689e33e5fd419553c 2024-12-13T07:31:39,272 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c861432b0b27faa01d7ff7e5034d253a/B of c861432b0b27faa01d7ff7e5034d253a into 35418c1e478c41b689e33e5fd419553c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:39,273 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:39,273 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., storeName=c861432b0b27faa01d7ff7e5034d253a/B, priority=13, startTime=1734075098846; duration=0sec 2024-12-13T07:31:39,273 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:39,273 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c861432b0b27faa01d7ff7e5034d253a:B 2024-12-13T07:31:39,273 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:39,275 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:39,275 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): c861432b0b27faa01d7ff7e5034d253a/C is initiating minor compaction (all files) 2024-12-13T07:31:39,275 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c861432b0b27faa01d7ff7e5034d253a/C in TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:39,275 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/f488ae78a2c249e1a497bd24b071435f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/57f6f563554b43e6b7aeeaf2fe7d30ac, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/b5defce320dc448aa2dcde1c94529edf] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp, totalSize=36.5 K 2024-12-13T07:31:39,276 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting f488ae78a2c249e1a497bd24b071435f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734075093555 2024-12-13T07:31:39,276 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 57f6f563554b43e6b7aeeaf2fe7d30ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1734075094290 2024-12-13T07:31:39,277 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting b5defce320dc448aa2dcde1c94529edf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734075096049 2024-12-13T07:31:39,285 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c861432b0b27faa01d7ff7e5034d253a#C#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:39,286 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/7b98fde9042d495884edd85e6188cfac is 50, key is test_row_0/C:col10/1734075096049/Put/seqid=0 2024-12-13T07:31:39,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742258_1434 (size=12983) 2024-12-13T07:31:39,334 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/c7138dfb13bc4515bf0a0edd94f8f5d7 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/c7138dfb13bc4515bf0a0edd94f8f5d7 2024-12-13T07:31:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:39,339 DEBUG [Thread-1586 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3875c8c5 to 127.0.0.1:65137 2024-12-13T07:31:39,339 DEBUG [Thread-1586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:39,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c861432b0b27faa01d7ff7e5034d253a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-13T07:31:39,340 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c861432b0b27faa01d7ff7e5034d253a/A of c861432b0b27faa01d7ff7e5034d253a into c7138dfb13bc4515bf0a0edd94f8f5d7(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:39,340 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:39,340 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., storeName=c861432b0b27faa01d7ff7e5034d253a/A, priority=13, startTime=1734075098846; duration=0sec 2024-12-13T07:31:39,341 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:39,341 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c861432b0b27faa01d7ff7e5034d253a:A 2024-12-13T07:31:39,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=A 2024-12-13T07:31:39,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:39,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=B 2024-12-13T07:31:39,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:39,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=C 2024-12-13T07:31:39,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:39,341 DEBUG [Thread-1582 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e13594 to 127.0.0.1:65137 2024-12-13T07:31:39,342 DEBUG [Thread-1582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:39,342 DEBUG [Thread-1584 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c54a0d3 to 127.0.0.1:65137 2024-12-13T07:31:39,342 DEBUG [Thread-1584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:39,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412132e7d34122c884902b4c683f09c5b9dbf_c861432b0b27faa01d7ff7e5034d253a is 50, key is test_row_0/A:col10/1734075099337/Put/seqid=0 2024-12-13T07:31:39,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742259_1435 (size=12454) 2024-12-13T07:31:39,697 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/7b98fde9042d495884edd85e6188cfac as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/7b98fde9042d495884edd85e6188cfac 2024-12-13T07:31:39,708 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c861432b0b27faa01d7ff7e5034d253a/C of c861432b0b27faa01d7ff7e5034d253a into 7b98fde9042d495884edd85e6188cfac(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:39,708 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:39,708 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a., storeName=c861432b0b27faa01d7ff7e5034d253a/C, priority=13, startTime=1734075098846; duration=0sec 2024-12-13T07:31:39,708 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:39,708 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c861432b0b27faa01d7ff7e5034d253a:C 2024-12-13T07:31:39,758 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:39,762 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412132e7d34122c884902b4c683f09c5b9dbf_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412132e7d34122c884902b4c683f09c5b9dbf_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:39,763 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/8f3edb4035944501860460791cda4a46, store: [table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:39,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/8f3edb4035944501860460791cda4a46 is 175, key is test_row_0/A:col10/1734075099337/Put/seqid=0 2024-12-13T07:31:39,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742260_1436 (size=31255) 2024-12-13T07:31:40,169 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/8f3edb4035944501860460791cda4a46 2024-12-13T07:31:40,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/942725167d3642cdbd1e4f11b01afeb8 is 50, key is test_row_0/B:col10/1734075099337/Put/seqid=0 2024-12-13T07:31:40,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742261_1437 (size=12301) 2024-12-13T07:31:40,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/942725167d3642cdbd1e4f11b01afeb8 2024-12-13T07:31:40,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/1c01293825b8425292a7b6e47c123c25 is 50, key is test_row_0/C:col10/1734075099337/Put/seqid=0 2024-12-13T07:31:40,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742262_1438 (size=12301) 2024-12-13T07:31:40,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/1c01293825b8425292a7b6e47c123c25 2024-12-13T07:31:41,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/8f3edb4035944501860460791cda4a46 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/8f3edb4035944501860460791cda4a46 2024-12-13T07:31:41,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/8f3edb4035944501860460791cda4a46, entries=150, sequenceid=314, filesize=30.5 K 2024-12-13T07:31:41,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/942725167d3642cdbd1e4f11b01afeb8 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/942725167d3642cdbd1e4f11b01afeb8 2024-12-13T07:31:41,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/942725167d3642cdbd1e4f11b01afeb8, entries=150, sequenceid=314, filesize=12.0 K 2024-12-13T07:31:41,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/1c01293825b8425292a7b6e47c123c25 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/1c01293825b8425292a7b6e47c123c25 2024-12-13T07:31:41,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/1c01293825b8425292a7b6e47c123c25, entries=150, sequenceid=314, filesize=12.0 K 2024-12-13T07:31:41,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=6.71 KB/6870 for c861432b0b27faa01d7ff7e5034d253a in 1674ms, sequenceid=314, compaction requested=false 2024-12-13T07:31:41,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:41,552 DEBUG [Thread-1588 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0801ba40 to 127.0.0.1:65137 2024-12-13T07:31:41,552 DEBUG [Thread-1588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:42,477 DEBUG [Thread-1580 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62f74604 to 127.0.0.1:65137 2024-12-13T07:31:42,477 DEBUG [Thread-1580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:42,477 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-13T07:31:42,477 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-12-13T07:31:42,477 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-12-13T07:31:42,477 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-12-13T07:31:42,477 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-13T07:31:42,477 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-12-13T07:31:42,478 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-13T07:31:42,478 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-13T07:31:42,478 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2858 2024-12-13T07:31:42,478 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8573 rows 2024-12-13T07:31:42,478 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2864 2024-12-13T07:31:42,478 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8591 rows 2024-12-13T07:31:42,478 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2841 2024-12-13T07:31:42,478 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8522 rows 2024-12-13T07:31:42,478 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2849 2024-12-13T07:31:42,478 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8546 rows 2024-12-13T07:31:42,478 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2842 2024-12-13T07:31:42,478 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8524 rows 2024-12-13T07:31:42,478 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T07:31:42,478 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75b14fbd to 127.0.0.1:65137 2024-12-13T07:31:42,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:31:42,482 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-13T07:31:42,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-13T07:31:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-13T07:31:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-13T07:31:42,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075102486"}]},"ts":"1734075102486"} 2024-12-13T07:31:42,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-13T07:31:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-13T07:31:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-13T07:31:42,918 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-13T07:31:42,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-13T07:31:42,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c861432b0b27faa01d7ff7e5034d253a, UNASSIGN}] 2024-12-13T07:31:42,920 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c861432b0b27faa01d7ff7e5034d253a, UNASSIGN 2024-12-13T07:31:42,921 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=c861432b0b27faa01d7ff7e5034d253a, regionState=CLOSING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:42,921 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T07:31:42,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; CloseRegionProcedure c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:31:43,073 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:43,073 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(124): Close c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:43,073 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T07:31:43,073 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1681): Closing c861432b0b27faa01d7ff7e5034d253a, disabling compactions & flushes 2024-12-13T07:31:43,073 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:43,073 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:43,073 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. after waiting 0 ms 2024-12-13T07:31:43,073 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:43,073 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(2837): Flushing c861432b0b27faa01d7ff7e5034d253a 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-13T07:31:43,074 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=A 2024-12-13T07:31:43,074 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:43,074 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=B 2024-12-13T07:31:43,074 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:43,074 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c861432b0b27faa01d7ff7e5034d253a, store=C 2024-12-13T07:31:43,074 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:43,081 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121391ed68a508cd4e919356a2ad6b6550b5_c861432b0b27faa01d7ff7e5034d253a is 50, key is test_row_1/A:col10/1734075102476/Put/seqid=0 2024-12-13T07:31:43,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742263_1439 (size=9914) 2024-12-13T07:31:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-13T07:31:43,485 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:43,492 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121391ed68a508cd4e919356a2ad6b6550b5_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121391ed68a508cd4e919356a2ad6b6550b5_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:43,493 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/69f73d1ef98a4a3284d4c8d8f5c240e4, store: [table=TestAcidGuarantees family=A region=c861432b0b27faa01d7ff7e5034d253a] 2024-12-13T07:31:43,494 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/69f73d1ef98a4a3284d4c8d8f5c240e4 is 175, key is test_row_1/A:col10/1734075102476/Put/seqid=0 2024-12-13T07:31:43,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742264_1440 (size=22561) 2024-12-13T07:31:43,530 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9eb75de94ef3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/fe8f1efb47f84f50872a9fa7267a9ba6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/7f54442c1cd648169290ba82d26b8306, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/5638a27110324586b9daf6a40f2ddc99, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3a6c680316a4499bb95c3ffad6e0a4b2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/9cf6b345b59d415ea54ac9aae0fa9b00, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/c24bd9464da74fd28928e8b55744dea5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/d4ecf9d3f7df4c17b6075aa3a35a279a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3eb9c5c341134bf5939cdbacfc460895, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/fb9a3f00323d4f819a58006ff7b3d9fd, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/56e6fd6fe581474e81255a694c663f7a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/f45ab12b0cf44ae4ad5d90150dfab579, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/08f19f59dda84451b7108d9c46e40d6a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/4d2bb11e9860498ab085934885e2080a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/d031daed947a40edaa521e78b0295074, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/a98a896f37ac41b2ad494f565afd1fa8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3143c8519f174326898d1517d6aa897d, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/e7cc117760f048c3a300c43e74a9ed35, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/92c36289989946158a706056b197887c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/6dd4c7b1e0fc493fb4a63e1731df0b4e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/eff77ac122264b9eb55fe79e45d7125a] to archive 2024-12-13T07:31:43,531 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9eb75de94ef3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T07:31:43,536 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/5638a27110324586b9daf6a40f2ddc99 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/5638a27110324586b9daf6a40f2ddc99 2024-12-13T07:31:43,536 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/7f54442c1cd648169290ba82d26b8306 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/7f54442c1cd648169290ba82d26b8306 2024-12-13T07:31:43,536 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3a6c680316a4499bb95c3ffad6e0a4b2 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3a6c680316a4499bb95c3ffad6e0a4b2 2024-12-13T07:31:43,536 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/fe8f1efb47f84f50872a9fa7267a9ba6 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/fe8f1efb47f84f50872a9fa7267a9ba6 2024-12-13T07:31:43,536 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3eb9c5c341134bf5939cdbacfc460895 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3eb9c5c341134bf5939cdbacfc460895 2024-12-13T07:31:43,536 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/d4ecf9d3f7df4c17b6075aa3a35a279a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/d4ecf9d3f7df4c17b6075aa3a35a279a 2024-12-13T07:31:43,536 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/c24bd9464da74fd28928e8b55744dea5 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/c24bd9464da74fd28928e8b55744dea5 2024-12-13T07:31:43,536 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/9cf6b345b59d415ea54ac9aae0fa9b00 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/9cf6b345b59d415ea54ac9aae0fa9b00 2024-12-13T07:31:43,537 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/56e6fd6fe581474e81255a694c663f7a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/56e6fd6fe581474e81255a694c663f7a 2024-12-13T07:31:43,538 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/fb9a3f00323d4f819a58006ff7b3d9fd to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/fb9a3f00323d4f819a58006ff7b3d9fd 2024-12-13T07:31:43,538 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/08f19f59dda84451b7108d9c46e40d6a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/08f19f59dda84451b7108d9c46e40d6a 2024-12-13T07:31:43,538 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/d031daed947a40edaa521e78b0295074 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/d031daed947a40edaa521e78b0295074 2024-12-13T07:31:43,538 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3143c8519f174326898d1517d6aa897d to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/3143c8519f174326898d1517d6aa897d 2024-12-13T07:31:43,538 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/4d2bb11e9860498ab085934885e2080a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/4d2bb11e9860498ab085934885e2080a 2024-12-13T07:31:43,538 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/f45ab12b0cf44ae4ad5d90150dfab579 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/f45ab12b0cf44ae4ad5d90150dfab579 2024-12-13T07:31:43,538 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/a98a896f37ac41b2ad494f565afd1fa8 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/a98a896f37ac41b2ad494f565afd1fa8 2024-12-13T07:31:43,538 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/e7cc117760f048c3a300c43e74a9ed35 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/e7cc117760f048c3a300c43e74a9ed35 2024-12-13T07:31:43,539 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/6dd4c7b1e0fc493fb4a63e1731df0b4e to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/6dd4c7b1e0fc493fb4a63e1731df0b4e 2024-12-13T07:31:43,539 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/92c36289989946158a706056b197887c to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/92c36289989946158a706056b197887c 2024-12-13T07:31:43,539 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/eff77ac122264b9eb55fe79e45d7125a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/eff77ac122264b9eb55fe79e45d7125a 2024-12-13T07:31:43,541 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9eb75de94ef3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/fd30f2de117044a5a0e00d9596fdc77f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/47998d52f55543708aa5e24772f324df, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/271df8a789ea417d962e5cc6dc503587, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/973d9264562d48c69c60e44792380b7c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/eca1a91e500b4f57b28709c416427c39, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/1ec2738ed470489ba48dfdcd00c3a8bf, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/6a3e39dee9464a418da8fe3c2e09b48c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/1238958bb0094382b88cb8ea9006ce40, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/adac0d708b974a7899436f94f6a65693, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/4e9c3ccbc82e4081bf890c7448098e99, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/c623abff5bdf4d998521f73cc85e6120, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/dd20eee9bc3e430a8c0f0e5019e11e53, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/39e7f6731a224e2689ccbec1c21203c2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/dcd31173fb9e4788b532f96f8815fe7c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/a6e1efa5a94a43b488e3b385b9ef8ef2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/a6dfddd3747d4338a8ea215e76f75d6c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/01797d3995aa4aa5881dcd22d63da591, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/d923a572402349b39a38a576c9ae36e5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/d4e6809b8cdd47cab4d5756bd2f15efe, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/95698ed909734ddc81143b4c13f25647] to archive 2024-12-13T07:31:43,541 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9eb75de94ef3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T07:31:43,543 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/47998d52f55543708aa5e24772f324df to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/47998d52f55543708aa5e24772f324df 2024-12-13T07:31:43,543 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/fd30f2de117044a5a0e00d9596fdc77f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/fd30f2de117044a5a0e00d9596fdc77f 2024-12-13T07:31:43,543 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/eca1a91e500b4f57b28709c416427c39 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/eca1a91e500b4f57b28709c416427c39 2024-12-13T07:31:43,543 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/6a3e39dee9464a418da8fe3c2e09b48c to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/6a3e39dee9464a418da8fe3c2e09b48c 2024-12-13T07:31:43,543 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/271df8a789ea417d962e5cc6dc503587 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/271df8a789ea417d962e5cc6dc503587 2024-12-13T07:31:43,543 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/973d9264562d48c69c60e44792380b7c to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/973d9264562d48c69c60e44792380b7c 2024-12-13T07:31:43,543 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/1ec2738ed470489ba48dfdcd00c3a8bf to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/1ec2738ed470489ba48dfdcd00c3a8bf 2024-12-13T07:31:43,544 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/1238958bb0094382b88cb8ea9006ce40 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/1238958bb0094382b88cb8ea9006ce40 2024-12-13T07:31:43,544 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/adac0d708b974a7899436f94f6a65693 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/adac0d708b974a7899436f94f6a65693 2024-12-13T07:31:43,544 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/4e9c3ccbc82e4081bf890c7448098e99 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/4e9c3ccbc82e4081bf890c7448098e99 2024-12-13T07:31:43,544 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/c623abff5bdf4d998521f73cc85e6120 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/c623abff5bdf4d998521f73cc85e6120 2024-12-13T07:31:43,544 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/39e7f6731a224e2689ccbec1c21203c2 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/39e7f6731a224e2689ccbec1c21203c2 2024-12-13T07:31:43,544 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/dcd31173fb9e4788b532f96f8815fe7c to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/dcd31173fb9e4788b532f96f8815fe7c 2024-12-13T07:31:43,544 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/dd20eee9bc3e430a8c0f0e5019e11e53 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/dd20eee9bc3e430a8c0f0e5019e11e53 2024-12-13T07:31:43,545 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/a6e1efa5a94a43b488e3b385b9ef8ef2 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/a6e1efa5a94a43b488e3b385b9ef8ef2 2024-12-13T07:31:43,545 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/a6dfddd3747d4338a8ea215e76f75d6c to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/a6dfddd3747d4338a8ea215e76f75d6c 2024-12-13T07:31:43,545 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/01797d3995aa4aa5881dcd22d63da591 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/01797d3995aa4aa5881dcd22d63da591 2024-12-13T07:31:43,545 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/d923a572402349b39a38a576c9ae36e5 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/d923a572402349b39a38a576c9ae36e5 2024-12-13T07:31:43,545 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/95698ed909734ddc81143b4c13f25647 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/95698ed909734ddc81143b4c13f25647 2024-12-13T07:31:43,545 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/d4e6809b8cdd47cab4d5756bd2f15efe to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/d4e6809b8cdd47cab4d5756bd2f15efe 2024-12-13T07:31:43,548 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9eb75de94ef3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/33ccd655abd64b7da7b008a23f5eeb20, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/5b17d07fe2af4374b4c1c1b6092623be, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/a91f6f4713ec451ebc58f767f8f5243b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/0d641ac3267045cc81ee956183cfbc03, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/4a898264c4c247839c8431ad82dff8c3, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/593760b6b02c4aedb74e7424bbea1e6d, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/fea8cf095090496eb2bd815fc8f4ea1d, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/57424470c493449ba3f9bdc9250635e7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/a4a1af00b66d40b0acfce67771754e98, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/7dbd7fd386094221b41d9585eb455f2e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/5a657d0e37a34d8c9dd4bc53eb4cf622, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/431a7dd094364169ada19d53c2797457, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/bafb4d8b63ab487aba815fa2fc7016ca, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/2d9d98070c434e58882b01a694fd8ce7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/f5e9dba4318c44329c19a3d4df5ab0e2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/5409890f6189482ebb3713a6b66d462d, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/f488ae78a2c249e1a497bd24b071435f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/bf12e3690b374f3c80cabc276b728fb6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/57f6f563554b43e6b7aeeaf2fe7d30ac, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/b5defce320dc448aa2dcde1c94529edf] to archive 2024-12-13T07:31:43,548 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9eb75de94ef3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T07:31:43,550 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/a91f6f4713ec451ebc58f767f8f5243b to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/a91f6f4713ec451ebc58f767f8f5243b 2024-12-13T07:31:43,550 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/33ccd655abd64b7da7b008a23f5eeb20 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/33ccd655abd64b7da7b008a23f5eeb20 2024-12-13T07:31:43,550 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/593760b6b02c4aedb74e7424bbea1e6d to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/593760b6b02c4aedb74e7424bbea1e6d 2024-12-13T07:31:43,550 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/fea8cf095090496eb2bd815fc8f4ea1d to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/fea8cf095090496eb2bd815fc8f4ea1d 2024-12-13T07:31:43,550 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/0d641ac3267045cc81ee956183cfbc03 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/0d641ac3267045cc81ee956183cfbc03 2024-12-13T07:31:43,551 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/5b17d07fe2af4374b4c1c1b6092623be to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/5b17d07fe2af4374b4c1c1b6092623be 2024-12-13T07:31:43,551 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/57424470c493449ba3f9bdc9250635e7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/57424470c493449ba3f9bdc9250635e7 2024-12-13T07:31:43,551 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/4a898264c4c247839c8431ad82dff8c3 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/4a898264c4c247839c8431ad82dff8c3 2024-12-13T07:31:43,551 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/a4a1af00b66d40b0acfce67771754e98 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/a4a1af00b66d40b0acfce67771754e98 2024-12-13T07:31:43,552 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/7dbd7fd386094221b41d9585eb455f2e to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/7dbd7fd386094221b41d9585eb455f2e 2024-12-13T07:31:43,552 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/5a657d0e37a34d8c9dd4bc53eb4cf622 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/5a657d0e37a34d8c9dd4bc53eb4cf622 2024-12-13T07:31:43,552 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/431a7dd094364169ada19d53c2797457 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/431a7dd094364169ada19d53c2797457 2024-12-13T07:31:43,552 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/bafb4d8b63ab487aba815fa2fc7016ca to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/bafb4d8b63ab487aba815fa2fc7016ca 2024-12-13T07:31:43,552 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/f5e9dba4318c44329c19a3d4df5ab0e2 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/f5e9dba4318c44329c19a3d4df5ab0e2 2024-12-13T07:31:43,552 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/2d9d98070c434e58882b01a694fd8ce7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/2d9d98070c434e58882b01a694fd8ce7 2024-12-13T07:31:43,552 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/5409890f6189482ebb3713a6b66d462d to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/5409890f6189482ebb3713a6b66d462d 2024-12-13T07:31:43,553 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/f488ae78a2c249e1a497bd24b071435f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/f488ae78a2c249e1a497bd24b071435f 2024-12-13T07:31:43,553 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/57f6f563554b43e6b7aeeaf2fe7d30ac to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/57f6f563554b43e6b7aeeaf2fe7d30ac 2024-12-13T07:31:43,553 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/bf12e3690b374f3c80cabc276b728fb6 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/bf12e3690b374f3c80cabc276b728fb6 2024-12-13T07:31:43,553 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/b5defce320dc448aa2dcde1c94529edf to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/b5defce320dc448aa2dcde1c94529edf 2024-12-13T07:31:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-13T07:31:43,899 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/69f73d1ef98a4a3284d4c8d8f5c240e4 2024-12-13T07:31:43,907 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/84f0e217f96b42fd9f181578450445c4 is 50, key is test_row_1/B:col10/1734075102476/Put/seqid=0 2024-12-13T07:31:43,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742265_1441 (size=9857) 2024-12-13T07:31:44,311 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/84f0e217f96b42fd9f181578450445c4 2024-12-13T07:31:44,318 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/8eeadd0435b64082ae2c1604be56b8c2 is 50, key is test_row_1/C:col10/1734075102476/Put/seqid=0 2024-12-13T07:31:44,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742266_1442 (size=9857) 2024-12-13T07:31:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-13T07:31:44,722 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/8eeadd0435b64082ae2c1604be56b8c2 2024-12-13T07:31:44,729 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/A/69f73d1ef98a4a3284d4c8d8f5c240e4 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/69f73d1ef98a4a3284d4c8d8f5c240e4 2024-12-13T07:31:44,734 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/69f73d1ef98a4a3284d4c8d8f5c240e4, entries=100, sequenceid=321, filesize=22.0 K 2024-12-13T07:31:44,735 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/B/84f0e217f96b42fd9f181578450445c4 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/84f0e217f96b42fd9f181578450445c4 2024-12-13T07:31:44,739 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/84f0e217f96b42fd9f181578450445c4, entries=100, sequenceid=321, filesize=9.6 K 2024-12-13T07:31:44,740 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/.tmp/C/8eeadd0435b64082ae2c1604be56b8c2 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/8eeadd0435b64082ae2c1604be56b8c2 2024-12-13T07:31:44,743 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/8eeadd0435b64082ae2c1604be56b8c2, entries=100, sequenceid=321, filesize=9.6 K 2024-12-13T07:31:44,744 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for c861432b0b27faa01d7ff7e5034d253a in 1671ms, sequenceid=321, compaction requested=true 2024-12-13T07:31:44,747 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/recovered.edits/324.seqid, newMaxSeqId=324, maxSeqId=4 2024-12-13T07:31:44,748 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a. 2024-12-13T07:31:44,748 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1635): Region close journal for c861432b0b27faa01d7ff7e5034d253a: 2024-12-13T07:31:44,749 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(170): Closed c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:44,749 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=c861432b0b27faa01d7ff7e5034d253a, regionState=CLOSED 2024-12-13T07:31:44,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-13T07:31:44,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; CloseRegionProcedure c861432b0b27faa01d7ff7e5034d253a, server=9eb75de94ef3,40871,1734074980781 in 1.8280 sec 2024-12-13T07:31:44,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-12-13T07:31:44,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c861432b0b27faa01d7ff7e5034d253a, UNASSIGN in 1.8310 sec 2024-12-13T07:31:44,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-13T07:31:44,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8340 sec 2024-12-13T07:31:44,753 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075104753"}]},"ts":"1734075104753"} 2024-12-13T07:31:44,753 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-13T07:31:44,963 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-13T07:31:44,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.4810 sec 2024-12-13T07:31:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-13T07:31:46,594 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-13T07:31:46,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-13T07:31:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:31:46,598 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:31:46,599 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=126, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:31:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-13T07:31:46,601 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:46,605 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A, FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B, FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C, FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/recovered.edits] 2024-12-13T07:31:46,611 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/8f3edb4035944501860460791cda4a46 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/8f3edb4035944501860460791cda4a46 2024-12-13T07:31:46,611 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/69f73d1ef98a4a3284d4c8d8f5c240e4 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/69f73d1ef98a4a3284d4c8d8f5c240e4 2024-12-13T07:31:46,611 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/c7138dfb13bc4515bf0a0edd94f8f5d7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/A/c7138dfb13bc4515bf0a0edd94f8f5d7 2024-12-13T07:31:46,615 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/84f0e217f96b42fd9f181578450445c4 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/84f0e217f96b42fd9f181578450445c4 2024-12-13T07:31:46,616 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/35418c1e478c41b689e33e5fd419553c to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/35418c1e478c41b689e33e5fd419553c 2024-12-13T07:31:46,616 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/942725167d3642cdbd1e4f11b01afeb8 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/B/942725167d3642cdbd1e4f11b01afeb8 2024-12-13T07:31:46,620 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/1c01293825b8425292a7b6e47c123c25 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/1c01293825b8425292a7b6e47c123c25 2024-12-13T07:31:46,620 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/8eeadd0435b64082ae2c1604be56b8c2 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/8eeadd0435b64082ae2c1604be56b8c2 2024-12-13T07:31:46,620 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/7b98fde9042d495884edd85e6188cfac to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/C/7b98fde9042d495884edd85e6188cfac 2024-12-13T07:31:46,623 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/recovered.edits/324.seqid to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a/recovered.edits/324.seqid 2024-12-13T07:31:46,624 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:46,624 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-13T07:31:46,624 DEBUG [PEWorker-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-13T07:31:46,625 DEBUG [PEWorker-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-13T07:31:46,629 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213027522672925440da1a17f11c408d8ba_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213027522672925440da1a17f11c408d8ba_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:46,629 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412132e7d34122c884902b4c683f09c5b9dbf_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412132e7d34122c884902b4c683f09c5b9dbf_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:46,630 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412130e4b27c5526047f98827b4064df96eb9_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412130e4b27c5526047f98827b4064df96eb9_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:46,630 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121304ac6e545d8540c69073c3d260da750c_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121304ac6e545d8540c69073c3d260da750c_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:46,630 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121329210d0a94c84b14b0563157645326f5_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121329210d0a94c84b14b0563157645326f5_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:46,630 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213425c3fb3ee314bdda440248e2816c19c_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213425c3fb3ee314bdda440248e2816c19c_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:46,630 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412136afe6a3438b94cc293aa59e0a6e81eed_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412136afe6a3438b94cc293aa59e0a6e81eed_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:46,630 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121346c293aa995648a79de0f44762739e7d_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121346c293aa995648a79de0f44762739e7d_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:46,631 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213963e557ad775438c89c8f66d2dd0a3b9_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213963e557ad775438c89c8f66d2dd0a3b9_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:46,631 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121391ed68a508cd4e919356a2ad6b6550b5_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121391ed68a508cd4e919356a2ad6b6550b5_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:46,631 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412139a87103099bd43d290524640d16de935_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412139a87103099bd43d290524640d16de935_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:46,631 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213aefddd660458433f9b4d889509eb1fb2_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213aefddd660458433f9b4d889509eb1fb2_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:46,631 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213b8273248563b498ebbd3e4250ce9d764_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213b8273248563b498ebbd3e4250ce9d764_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:46,631 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213ac83f46c52d14a13a2f7d9565cbfc14c_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213ac83f46c52d14a13a2f7d9565cbfc14c_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:46,631 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213c4278fe040d04de2956f2f0255168f28_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213c4278fe040d04de2956f2f0255168f28_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:46,631 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213d7ead2b88ee34653948e90d464932373_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213d7ead2b88ee34653948e90d464932373_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:46,632 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e12f71cd98b04dad8e1fccbf956547ed_c861432b0b27faa01d7ff7e5034d253a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e12f71cd98b04dad8e1fccbf956547ed_c861432b0b27faa01d7ff7e5034d253a 2024-12-13T07:31:46,632 DEBUG [PEWorker-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-13T07:31:46,634 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=126, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:31:46,643 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-13T07:31:46,645 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-13T07:31:46,646 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=126, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:31:46,646 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-13T07:31:46,646 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734075106646"}]},"ts":"9223372036854775807"} 2024-12-13T07:31:46,648 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T07:31:46,648 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c861432b0b27faa01d7ff7e5034d253a, NAME => 'TestAcidGuarantees,,1734075074217.c861432b0b27faa01d7ff7e5034d253a.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T07:31:46,648 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-13T07:31:46,649 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734075106648"}]},"ts":"9223372036854775807"} 2024-12-13T07:31:46,650 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-13T07:31:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-13T07:31:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-13T07:31:47,061 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=126, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:31:47,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 466 msec 2024-12-13T07:31:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-13T07:31:47,204 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-13T07:31:47,219 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=245 (was 244) - Thread LEAK? -, OpenFileDescriptor=446 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=519 (was 369) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6038 (was 9748) 2024-12-13T07:31:47,230 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=245, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=519, ProcessCount=11, AvailableMemoryMB=6038 2024-12-13T07:31:47,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-13T07:31:47,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T07:31:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-13T07:31:47,235 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T07:31:47,235 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:47,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 127 2024-12-13T07:31:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-13T07:31:47,236 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T07:31:47,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742267_1443 (size=963) 2024-12-13T07:31:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-13T07:31:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-13T07:31:47,645 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d 2024-12-13T07:31:47,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742268_1444 (size=53) 2024-12-13T07:31:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-13T07:31:48,055 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:31:48,055 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 48a48d44dc6e1d613fc146dea0660b83, disabling compactions & flushes 2024-12-13T07:31:48,055 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:48,056 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:48,056 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. after waiting 0 ms 2024-12-13T07:31:48,056 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:48,056 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:48,056 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:31:48,058 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T07:31:48,058 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734075108058"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734075108058"}]},"ts":"1734075108058"} 2024-12-13T07:31:48,060 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T07:31:48,062 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T07:31:48,062 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075108062"}]},"ts":"1734075108062"} 2024-12-13T07:31:48,064 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-13T07:31:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-13T07:31:48,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=48a48d44dc6e1d613fc146dea0660b83, ASSIGN}] 2024-12-13T07:31:48,591 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=48a48d44dc6e1d613fc146dea0660b83, ASSIGN 2024-12-13T07:31:48,591 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=48a48d44dc6e1d613fc146dea0660b83, ASSIGN; state=OFFLINE, location=9eb75de94ef3,40871,1734074980781; forceNewPlan=false, retain=false 2024-12-13T07:31:48,742 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=48a48d44dc6e1d613fc146dea0660b83, regionState=OPENING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:48,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; OpenRegionProcedure 48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:31:48,898 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:48,905 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:48,905 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7285): Opening region: {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} 2024-12-13T07:31:48,905 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:31:48,905 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:31:48,906 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7327): checking encryption for 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:31:48,906 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7330): checking classloading for 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:31:48,908 INFO [StoreOpener-48a48d44dc6e1d613fc146dea0660b83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:31:48,910 INFO [StoreOpener-48a48d44dc6e1d613fc146dea0660b83-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:31:48,910 INFO [StoreOpener-48a48d44dc6e1d613fc146dea0660b83-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48a48d44dc6e1d613fc146dea0660b83 columnFamilyName A 2024-12-13T07:31:48,911 DEBUG [StoreOpener-48a48d44dc6e1d613fc146dea0660b83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:48,911 INFO [StoreOpener-48a48d44dc6e1d613fc146dea0660b83-1 {}] regionserver.HStore(327): Store=48a48d44dc6e1d613fc146dea0660b83/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:31:48,912 INFO [StoreOpener-48a48d44dc6e1d613fc146dea0660b83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:31:48,914 INFO [StoreOpener-48a48d44dc6e1d613fc146dea0660b83-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:31:48,914 INFO [StoreOpener-48a48d44dc6e1d613fc146dea0660b83-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48a48d44dc6e1d613fc146dea0660b83 columnFamilyName B 2024-12-13T07:31:48,914 DEBUG [StoreOpener-48a48d44dc6e1d613fc146dea0660b83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:48,915 INFO [StoreOpener-48a48d44dc6e1d613fc146dea0660b83-1 {}] regionserver.HStore(327): Store=48a48d44dc6e1d613fc146dea0660b83/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:31:48,915 INFO [StoreOpener-48a48d44dc6e1d613fc146dea0660b83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:31:48,917 INFO [StoreOpener-48a48d44dc6e1d613fc146dea0660b83-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:31:48,917 INFO [StoreOpener-48a48d44dc6e1d613fc146dea0660b83-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48a48d44dc6e1d613fc146dea0660b83 columnFamilyName C 2024-12-13T07:31:48,917 DEBUG [StoreOpener-48a48d44dc6e1d613fc146dea0660b83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:31:48,918 INFO [StoreOpener-48a48d44dc6e1d613fc146dea0660b83-1 {}] regionserver.HStore(327): Store=48a48d44dc6e1d613fc146dea0660b83/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:31:48,918 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:48,919 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:31:48,919 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:31:48,921 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T07:31:48,922 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1085): writing seq id for 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:31:48,924 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T07:31:48,924 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1102): Opened 48a48d44dc6e1d613fc146dea0660b83; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64254532, jitterRate=-0.04253286123275757}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T07:31:48,925 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1001): Region open journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:31:48,925 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., pid=129, masterSystemTime=1734075108898 2024-12-13T07:31:48,927 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:48,927 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:48,927 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=48a48d44dc6e1d613fc146dea0660b83, regionState=OPEN, openSeqNum=2, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:48,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-13T07:31:48,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; OpenRegionProcedure 48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 in 184 msec 2024-12-13T07:31:48,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-12-13T07:31:48,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=48a48d44dc6e1d613fc146dea0660b83, ASSIGN in 340 msec 2024-12-13T07:31:48,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T07:31:48,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075108932"}]},"ts":"1734075108932"} 2024-12-13T07:31:48,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-13T07:31:49,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T07:31:49,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 2.0420 sec 2024-12-13T07:31:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-13T07:31:49,345 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 127 completed 2024-12-13T07:31:49,348 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32c12a30 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79b10416 2024-12-13T07:31:49,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7177efc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:49,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:49,524 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:49,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T07:31:49,527 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T07:31:49,529 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ef40578 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f142b04 2024-12-13T07:31:49,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d38088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:49,742 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x032bb71c to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@de9f076 2024-12-13T07:31:49,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7043f683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:49,919 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06bc0f7c to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4414259d 2024-12-13T07:31:50,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0c2472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:50,185 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b8b6e04 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ed69825 2024-12-13T07:31:50,269 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-13T07:31:50,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b30c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:50,425 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bc486e1 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11193a0c 2024-12-13T07:31:50,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d672ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:50,646 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7861b162 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cf40102 2024-12-13T07:31:50,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b0e7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:50,864 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x154f0f85 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@496fe03f 2024-12-13T07:31:51,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2423f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:51,080 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x008a917b to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3652e74d 2024-12-13T07:31:51,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184771cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:51,289 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x054c2725 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2405c04e 2024-12-13T07:31:51,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f0408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:51,553 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79d49886 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73d92042 2024-12-13T07:31:51,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c692575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:31:51,758 DEBUG [hconnection-0xdb10cb3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:51,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:31:51,760 DEBUG [hconnection-0x20fb0dfe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:51,760 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-13T07:31:51,760 DEBUG [hconnection-0x5ccc5fd4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:51,760 DEBUG [hconnection-0x6fc3b276-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:51,761 DEBUG [hconnection-0x35b4cd7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:51,761 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:31:51,761 DEBUG [hconnection-0x44beb800-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:51,761 DEBUG [hconnection-0x2aeb0800-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:51,761 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:51,761 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:51,761 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:51,762 DEBUG [hconnection-0xce54205-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-13T07:31:51,762 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:51,762 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:51,762 DEBUG [hconnection-0x43cc4d43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:51,762 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:51,763 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:51,763 DEBUG [hconnection-0x5a026a82-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:31:51,764 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:31:51,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:31:51,764 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:51,765 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:31:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:31:51,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T07:31:51,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:31:51,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:51,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:31:51,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:51,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:31:51,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:51,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:51,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075171783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075171782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:51,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:51,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075171783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075171784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:51,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075171784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:51,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/e447ed2048f24b278f079de0164cdd47 is 50, key is test_row_0/A:col10/1734075111766/Put/seqid=0 2024-12-13T07:31:51,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742269_1445 (size=16681) 2024-12-13T07:31:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-13T07:31:51,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075171885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:51,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075171885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:51,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075171885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:51,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075171885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:51,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075171885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:51,915 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:51,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-13T07:31:51,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:51,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:31:51,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:51,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:51,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-13T07:31:52,068 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:52,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-13T07:31:52,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:52,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:31:52,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:52,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:52,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:52,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075172089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:52,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075172089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:52,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075172090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:52,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075172090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:52,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075172090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:52,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/e447ed2048f24b278f079de0164cdd47 2024-12-13T07:31:52,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/cfdf74409bfb4ace9818e5792de5ca21 is 50, key is test_row_0/B:col10/1734075111766/Put/seqid=0 2024-12-13T07:31:52,221 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:52,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-13T07:31:52,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:52,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:31:52,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:52,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:52,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:52,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742270_1446 (size=12001) 2024-12-13T07:31:52,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/cfdf74409bfb4ace9818e5792de5ca21 2024-12-13T07:31:52,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/1dc1bcce482247f6aae5a65cb4ad3b8e is 50, key is test_row_0/C:col10/1734075111766/Put/seqid=0 2024-12-13T07:31:52,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742271_1447 (size=12001) 2024-12-13T07:31:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-13T07:31:52,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:52,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-13T07:31:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:31:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:52,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:52,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075172392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:52,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075172392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:52,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075172393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:52,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075172393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:52,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075172394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:52,525 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:52,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-13T07:31:52,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:52,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:31:52,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:52,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:52,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:52,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/1dc1bcce482247f6aae5a65cb4ad3b8e 2024-12-13T07:31:52,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/e447ed2048f24b278f079de0164cdd47 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e447ed2048f24b278f079de0164cdd47 2024-12-13T07:31:52,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e447ed2048f24b278f079de0164cdd47, entries=250, sequenceid=14, filesize=16.3 K 2024-12-13T07:31:52,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/cfdf74409bfb4ace9818e5792de5ca21 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/cfdf74409bfb4ace9818e5792de5ca21 2024-12-13T07:31:52,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/cfdf74409bfb4ace9818e5792de5ca21, entries=150, sequenceid=14, filesize=11.7 K 2024-12-13T07:31:52,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/1dc1bcce482247f6aae5a65cb4ad3b8e as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/1dc1bcce482247f6aae5a65cb4ad3b8e 2024-12-13T07:31:52,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/1dc1bcce482247f6aae5a65cb4ad3b8e, entries=150, sequenceid=14, filesize=11.7 K 2024-12-13T07:31:52,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 48a48d44dc6e1d613fc146dea0660b83 in 900ms, sequenceid=14, compaction requested=false 2024-12-13T07:31:52,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:31:52,677 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:52,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-13T07:31:52,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:52,677 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-13T07:31:52,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:31:52,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:52,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:31:52,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:52,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:31:52,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:52,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/dc59f7e6462c422cbbd9287189f97c0f is 50, key is test_row_0/A:col10/1734075111783/Put/seqid=0 2024-12-13T07:31:52,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742272_1448 (size=12001) 2024-12-13T07:31:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-13T07:31:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:31:52,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:31:52,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075172904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:52,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075172905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:52,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075172905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:52,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075172909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:52,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075172912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:53,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075173009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:53,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075173010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:53,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075173010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:53,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075173012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:53,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075173017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:53,087 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/dc59f7e6462c422cbbd9287189f97c0f 2024-12-13T07:31:53,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/3d28769a610d4fee8ef1ef672c5f5de7 is 50, key is test_row_0/B:col10/1734075111783/Put/seqid=0 2024-12-13T07:31:53,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742273_1449 (size=12001) 2024-12-13T07:31:53,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075173214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:53,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075173214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:53,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075173214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:53,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075173217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:53,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075173221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:53,496 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/3d28769a610d4fee8ef1ef672c5f5de7 2024-12-13T07:31:53,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/4e202df88abb43088b0bd5e6f84eb988 is 50, key is test_row_0/C:col10/1734075111783/Put/seqid=0 2024-12-13T07:31:53,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742274_1450 (size=12001) 2024-12-13T07:31:53,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075173517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:53,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075173518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:53,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075173519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:53,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075173519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:53,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075173525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-13T07:31:53,905 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/4e202df88abb43088b0bd5e6f84eb988 2024-12-13T07:31:53,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/dc59f7e6462c422cbbd9287189f97c0f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/dc59f7e6462c422cbbd9287189f97c0f 2024-12-13T07:31:53,911 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/dc59f7e6462c422cbbd9287189f97c0f, entries=150, sequenceid=37, filesize=11.7 K 2024-12-13T07:31:53,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/3d28769a610d4fee8ef1ef672c5f5de7 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/3d28769a610d4fee8ef1ef672c5f5de7 2024-12-13T07:31:53,914 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/3d28769a610d4fee8ef1ef672c5f5de7, entries=150, sequenceid=37, filesize=11.7 K 2024-12-13T07:31:53,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/4e202df88abb43088b0bd5e6f84eb988 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/4e202df88abb43088b0bd5e6f84eb988 2024-12-13T07:31:53,918 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/4e202df88abb43088b0bd5e6f84eb988, entries=150, sequenceid=37, filesize=11.7 K 2024-12-13T07:31:53,919 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 48a48d44dc6e1d613fc146dea0660b83 in 1242ms, sequenceid=37, compaction requested=false 2024-12-13T07:31:53,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:31:53,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:53,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-13T07:31:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-13T07:31:53,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-13T07:31:53,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1560 sec 2024-12-13T07:31:53,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.1630 sec 2024-12-13T07:31:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:31:54,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-13T07:31:54,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:31:54,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:54,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:31:54,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:54,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:31:54,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:54,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/cd6372a6ad4a4af59cff1a59aaae614d is 50, key is test_row_0/A:col10/1734075112908/Put/seqid=0 2024-12-13T07:31:54,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742275_1451 (size=14341) 2024-12-13T07:31:54,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075174041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075174041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075174041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075174042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075174043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075174144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075174149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075174149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075174149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075174150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075174349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075174353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075174353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075174353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075174354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/cd6372a6ad4a4af59cff1a59aaae614d 2024-12-13T07:31:54,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/879ae88753e64e3881c63cb7227fc843 is 50, key is test_row_0/B:col10/1734075112908/Put/seqid=0 2024-12-13T07:31:54,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742276_1452 (size=12001) 2024-12-13T07:31:54,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075174652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075174656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075174656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075174657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075174657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:54,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/879ae88753e64e3881c63cb7227fc843 2024-12-13T07:31:54,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/58a701f98e1d4a059223a4f3513f49e3 is 50, key is test_row_0/C:col10/1734075112908/Put/seqid=0 2024-12-13T07:31:54,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742277_1453 (size=12001) 2024-12-13T07:31:54,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/58a701f98e1d4a059223a4f3513f49e3 2024-12-13T07:31:54,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/cd6372a6ad4a4af59cff1a59aaae614d as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/cd6372a6ad4a4af59cff1a59aaae614d 2024-12-13T07:31:54,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/cd6372a6ad4a4af59cff1a59aaae614d, entries=200, sequenceid=52, filesize=14.0 K 2024-12-13T07:31:54,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/879ae88753e64e3881c63cb7227fc843 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/879ae88753e64e3881c63cb7227fc843 2024-12-13T07:31:54,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/879ae88753e64e3881c63cb7227fc843, entries=150, sequenceid=52, filesize=11.7 K 2024-12-13T07:31:54,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/58a701f98e1d4a059223a4f3513f49e3 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/58a701f98e1d4a059223a4f3513f49e3 2024-12-13T07:31:54,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/58a701f98e1d4a059223a4f3513f49e3, entries=150, sequenceid=52, filesize=11.7 K 2024-12-13T07:31:54,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 48a48d44dc6e1d613fc146dea0660b83 in 834ms, sequenceid=52, compaction requested=true 2024-12-13T07:31:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:31:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:31:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:31:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:31:54,857 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:54,857 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:54,857 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:54,857 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:54,857 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/B is initiating minor compaction (all files) 2024-12-13T07:31:54,857 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/A is initiating minor compaction (all files) 2024-12-13T07:31:54,858 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/B in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:54,858 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/A in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:54,858 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/cfdf74409bfb4ace9818e5792de5ca21, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/3d28769a610d4fee8ef1ef672c5f5de7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/879ae88753e64e3881c63cb7227fc843] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=35.2 K 2024-12-13T07:31:54,858 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e447ed2048f24b278f079de0164cdd47, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/dc59f7e6462c422cbbd9287189f97c0f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/cd6372a6ad4a4af59cff1a59aaae614d] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=42.0 K 2024-12-13T07:31:54,858 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting e447ed2048f24b278f079de0164cdd47, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734075111764 2024-12-13T07:31:54,858 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting cfdf74409bfb4ace9818e5792de5ca21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734075111764 2024-12-13T07:31:54,858 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc59f7e6462c422cbbd9287189f97c0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734075111782 2024-12-13T07:31:54,858 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d28769a610d4fee8ef1ef672c5f5de7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734075111782 2024-12-13T07:31:54,858 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd6372a6ad4a4af59cff1a59aaae614d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734075112903 2024-12-13T07:31:54,858 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 879ae88753e64e3881c63cb7227fc843, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734075112903 2024-12-13T07:31:54,863 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:54,863 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/1707dad7055449ae98e22cdf5f42fda8 is 50, key is test_row_0/B:col10/1734075112908/Put/seqid=0 2024-12-13T07:31:54,864 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#A#compaction#380 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:54,864 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/4f05eadcafda446890a5e950b712a630 is 50, key is test_row_0/A:col10/1734075112908/Put/seqid=0 2024-12-13T07:31:54,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742278_1454 (size=12104) 2024-12-13T07:31:54,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742279_1455 (size=12104) 2024-12-13T07:31:54,871 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/4f05eadcafda446890a5e950b712a630 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/4f05eadcafda446890a5e950b712a630 2024-12-13T07:31:54,874 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/A of 48a48d44dc6e1d613fc146dea0660b83 into 4f05eadcafda446890a5e950b712a630(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:54,874 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:31:54,874 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/A, priority=13, startTime=1734075114857; duration=0sec 2024-12-13T07:31:54,874 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:54,874 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:A 2024-12-13T07:31:54,874 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:31:54,875 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:31:54,875 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/C is initiating minor compaction (all files) 2024-12-13T07:31:54,875 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/C in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:54,875 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/1dc1bcce482247f6aae5a65cb4ad3b8e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/4e202df88abb43088b0bd5e6f84eb988, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/58a701f98e1d4a059223a4f3513f49e3] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=35.2 K 2024-12-13T07:31:54,876 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1dc1bcce482247f6aae5a65cb4ad3b8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734075111764 2024-12-13T07:31:54,876 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e202df88abb43088b0bd5e6f84eb988, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734075111782 2024-12-13T07:31:54,876 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58a701f98e1d4a059223a4f3513f49e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734075112903 2024-12-13T07:31:54,880 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#C#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:54,880 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/72628db7cd504465a28a5b2c14849718 is 50, key is test_row_0/C:col10/1734075112908/Put/seqid=0 2024-12-13T07:31:54,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742280_1456 (size=12104) 2024-12-13T07:31:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:31:55,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-13T07:31:55,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:31:55,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:55,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:31:55,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:55,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:31:55,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:55,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/aadb6771b5c142999478e05249af76fe is 50, key is test_row_0/A:col10/1734075114040/Put/seqid=0 2024-12-13T07:31:55,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742281_1457 (size=14341) 2024-12-13T07:31:55,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075175172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075175172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075175173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075175174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075175174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,271 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/1707dad7055449ae98e22cdf5f42fda8 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/1707dad7055449ae98e22cdf5f42fda8 2024-12-13T07:31:55,275 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/B of 48a48d44dc6e1d613fc146dea0660b83 into 1707dad7055449ae98e22cdf5f42fda8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:55,275 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:31:55,275 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/B, priority=13, startTime=1734075114857; duration=0sec 2024-12-13T07:31:55,275 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:55,275 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:B 2024-12-13T07:31:55,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075175279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075175279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075175279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075175279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075175279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,287 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/72628db7cd504465a28a5b2c14849718 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/72628db7cd504465a28a5b2c14849718 2024-12-13T07:31:55,290 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/C of 48a48d44dc6e1d613fc146dea0660b83 into 72628db7cd504465a28a5b2c14849718(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:55,290 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:31:55,290 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/C, priority=13, startTime=1734075114857; duration=0sec 2024-12-13T07:31:55,290 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:55,290 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:C 2024-12-13T07:31:55,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075175481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075175482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075175482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075175483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075175483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/aadb6771b5c142999478e05249af76fe 2024-12-13T07:31:55,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/2e20454abcf24178bcedfc581ce52d75 is 50, key is test_row_0/B:col10/1734075114040/Put/seqid=0 2024-12-13T07:31:55,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742282_1458 (size=12001) 2024-12-13T07:31:55,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075175785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075175785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075175786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075175786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075175787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-13T07:31:55,866 INFO [Thread-1995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-13T07:31:55,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:31:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-13T07:31:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-13T07:31:55,868 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:31:55,868 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:31:55,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:31:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-13T07:31:55,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/2e20454abcf24178bcedfc581ce52d75 2024-12-13T07:31:55,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/3b4ec197693f4a7f9eff486cb45a61a5 is 50, key is test_row_0/C:col10/1734075114040/Put/seqid=0 2024-12-13T07:31:55,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742283_1459 (size=12001) 2024-12-13T07:31:56,019 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:56,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-13T07:31:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:31:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:56,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-13T07:31:56,172 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:56,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-13T07:31:56,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:56,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:31:56,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:56,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:56,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:56,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075176290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:56,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075176290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:56,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075176292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:56,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075176294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:56,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075176294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:56,324 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:56,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-13T07:31:56,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:56,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:31:56,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:56,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:56,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:56,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/3b4ec197693f4a7f9eff486cb45a61a5 2024-12-13T07:31:56,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/aadb6771b5c142999478e05249af76fe as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/aadb6771b5c142999478e05249af76fe 2024-12-13T07:31:56,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/aadb6771b5c142999478e05249af76fe, entries=200, sequenceid=75, filesize=14.0 K 2024-12-13T07:31:56,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/2e20454abcf24178bcedfc581ce52d75 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2e20454abcf24178bcedfc581ce52d75 2024-12-13T07:31:56,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2e20454abcf24178bcedfc581ce52d75, entries=150, sequenceid=75, filesize=11.7 K 2024-12-13T07:31:56,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/3b4ec197693f4a7f9eff486cb45a61a5 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/3b4ec197693f4a7f9eff486cb45a61a5 2024-12-13T07:31:56,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/3b4ec197693f4a7f9eff486cb45a61a5, entries=150, sequenceid=75, filesize=11.7 K 2024-12-13T07:31:56,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 48a48d44dc6e1d613fc146dea0660b83 in 1239ms, sequenceid=75, compaction requested=false 2024-12-13T07:31:56,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:31:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-13T07:31:56,476 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:56,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-13T07:31:56,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:56,477 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-13T07:31:56,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:31:56,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:56,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:31:56,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:56,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:31:56,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:56,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/2118ea83983c435d840bdbbee901af8e is 50, key is test_row_0/A:col10/1734075115171/Put/seqid=0 2024-12-13T07:31:56,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742284_1460 (size=12001) 2024-12-13T07:31:56,884 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/2118ea83983c435d840bdbbee901af8e 2024-12-13T07:31:56,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/421d52603dc54f9eb67f2d6b25b080ee is 50, key is test_row_0/B:col10/1734075115171/Put/seqid=0 2024-12-13T07:31:56,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742285_1461 (size=12001) 2024-12-13T07:31:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-13T07:31:57,293 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/421d52603dc54f9eb67f2d6b25b080ee 2024-12-13T07:31:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:31:57,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:31:57,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/e963b8bd8d744b0282daec8dc6edf1ad is 50, key is test_row_0/C:col10/1734075115171/Put/seqid=0 2024-12-13T07:31:57,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742286_1462 (size=12001) 2024-12-13T07:31:57,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075177319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075177320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075177321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075177321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075177322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075177427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075177427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075177427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075177427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075177427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075177630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075177630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075177630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075177631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075177632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,706 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/e963b8bd8d744b0282daec8dc6edf1ad 2024-12-13T07:31:57,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/2118ea83983c435d840bdbbee901af8e as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/2118ea83983c435d840bdbbee901af8e 2024-12-13T07:31:57,712 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/2118ea83983c435d840bdbbee901af8e, entries=150, sequenceid=91, filesize=11.7 K 2024-12-13T07:31:57,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/421d52603dc54f9eb67f2d6b25b080ee as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/421d52603dc54f9eb67f2d6b25b080ee 2024-12-13T07:31:57,715 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/421d52603dc54f9eb67f2d6b25b080ee, entries=150, sequenceid=91, filesize=11.7 K 2024-12-13T07:31:57,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/e963b8bd8d744b0282daec8dc6edf1ad as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/e963b8bd8d744b0282daec8dc6edf1ad 2024-12-13T07:31:57,718 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/e963b8bd8d744b0282daec8dc6edf1ad, entries=150, sequenceid=91, filesize=11.7 K 2024-12-13T07:31:57,718 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 48a48d44dc6e1d613fc146dea0660b83 in 1241ms, sequenceid=91, compaction requested=true 2024-12-13T07:31:57,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:31:57,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:57,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-13T07:31:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-12-13T07:31:57,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-13T07:31:57,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8510 sec 2024-12-13T07:31:57,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.8530 sec 2024-12-13T07:31:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:31:57,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-13T07:31:57,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:31:57,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:57,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:31:57,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:57,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:31:57,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:57,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/f3dd91ff5170498fa31a89f0a98286c0 is 50, key is test_row_0/A:col10/1734075117320/Put/seqid=0 2024-12-13T07:31:57,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742287_1463 (size=14341) 2024-12-13T07:31:57,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075177942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075177945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075177945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075177945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075177947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-13T07:31:57,971 INFO [Thread-1995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-13T07:31:57,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:31:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-13T07:31:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-13T07:31:57,973 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:31:57,974 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:31:57,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:31:58,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075178048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075178050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075178050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075178050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075178052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-13T07:31:58,125 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-13T07:31:58,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:58,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:31:58,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:58,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:58,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:58,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075178251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075178255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075178256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075178256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075178256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-13T07:31:58,277 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-13T07:31:58,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:58,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:31:58,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:58,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:58,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:58,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/f3dd91ff5170498fa31a89f0a98286c0 2024-12-13T07:31:58,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/2c6c3b9d7e854a9ea5c6f6aabb719a3b is 50, key is test_row_0/B:col10/1734075117320/Put/seqid=0 2024-12-13T07:31:58,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742288_1464 (size=12001) 2024-12-13T07:31:58,429 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-13T07:31:58,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:58,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:31:58,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:58,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:58,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:58,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075178555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075178558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075178560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075178562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075178562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-13T07:31:58,582 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-13T07:31:58,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:58,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:31:58,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:58,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:58,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:58,734 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-13T07:31:58,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:58,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:31:58,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:58,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:58,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:31:58,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/2c6c3b9d7e854a9ea5c6f6aabb719a3b 2024-12-13T07:31:58,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/909c4dc2d69a499abd9bf0c154ca4071 is 50, key is test_row_0/C:col10/1734075117320/Put/seqid=0 2024-12-13T07:31:58,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742289_1465 (size=12001) 2024-12-13T07:31:58,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/909c4dc2d69a499abd9bf0c154ca4071 2024-12-13T07:31:58,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/f3dd91ff5170498fa31a89f0a98286c0 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/f3dd91ff5170498fa31a89f0a98286c0 2024-12-13T07:31:58,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/f3dd91ff5170498fa31a89f0a98286c0, entries=200, sequenceid=114, filesize=14.0 K 2024-12-13T07:31:58,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/2c6c3b9d7e854a9ea5c6f6aabb719a3b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2c6c3b9d7e854a9ea5c6f6aabb719a3b 2024-12-13T07:31:58,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2c6c3b9d7e854a9ea5c6f6aabb719a3b, entries=150, sequenceid=114, filesize=11.7 K 2024-12-13T07:31:58,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/909c4dc2d69a499abd9bf0c154ca4071 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/909c4dc2d69a499abd9bf0c154ca4071 2024-12-13T07:31:58,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/909c4dc2d69a499abd9bf0c154ca4071, entries=150, sequenceid=114, filesize=11.7 K 2024-12-13T07:31:58,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 48a48d44dc6e1d613fc146dea0660b83 in 840ms, sequenceid=114, compaction requested=true 2024-12-13T07:31:58,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:31:58,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:31:58,777 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:31:58,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:58,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:31:58,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:58,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:31:58,777 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:31:58,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:58,778 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:31:58,778 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:31:58,778 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/B is initiating minor compaction (all files) 2024-12-13T07:31:58,778 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/A is initiating minor compaction (all files) 2024-12-13T07:31:58,778 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/A in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:58,778 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/B in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:58,778 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/1707dad7055449ae98e22cdf5f42fda8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2e20454abcf24178bcedfc581ce52d75, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/421d52603dc54f9eb67f2d6b25b080ee, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2c6c3b9d7e854a9ea5c6f6aabb719a3b] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=47.0 K 2024-12-13T07:31:58,778 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/4f05eadcafda446890a5e950b712a630, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/aadb6771b5c142999478e05249af76fe, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/2118ea83983c435d840bdbbee901af8e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/f3dd91ff5170498fa31a89f0a98286c0] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=51.5 K 2024-12-13T07:31:58,779 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f05eadcafda446890a5e950b712a630, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734075112903 2024-12-13T07:31:58,779 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 1707dad7055449ae98e22cdf5f42fda8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734075112903 2024-12-13T07:31:58,779 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e20454abcf24178bcedfc581ce52d75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734075114040 2024-12-13T07:31:58,779 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting aadb6771b5c142999478e05249af76fe, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734075114040 2024-12-13T07:31:58,779 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 421d52603dc54f9eb67f2d6b25b080ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734075115171 2024-12-13T07:31:58,779 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2118ea83983c435d840bdbbee901af8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734075115171 2024-12-13T07:31:58,779 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c6c3b9d7e854a9ea5c6f6aabb719a3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1734075117320 2024-12-13T07:31:58,779 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3dd91ff5170498fa31a89f0a98286c0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1734075117320 2024-12-13T07:31:58,786 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#B#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:58,787 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/2ea14e4130824dcfbfa62859d0f9fefb is 50, key is test_row_0/B:col10/1734075117320/Put/seqid=0 2024-12-13T07:31:58,792 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#A#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:58,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742290_1466 (size=12241) 2024-12-13T07:31:58,792 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/b6c48edd013c42ff9738c4db129b1a90 is 50, key is test_row_0/A:col10/1734075117320/Put/seqid=0 2024-12-13T07:31:58,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742291_1467 (size=12241) 2024-12-13T07:31:58,886 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:58,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-13T07:31:58,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:58,887 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-13T07:31:58,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:31:58,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:58,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:31:58,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:58,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:31:58,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:31:58,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/2d8b465d3b8540f49f2e42ce56e31587 is 50, key is test_row_0/A:col10/1734075117944/Put/seqid=0 2024-12-13T07:31:58,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742292_1468 (size=12001) 2024-12-13T07:31:59,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:31:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:31:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-13T07:31:59,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075179089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075179089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075179090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075179090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075179095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,196 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/2ea14e4130824dcfbfa62859d0f9fefb as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2ea14e4130824dcfbfa62859d0f9fefb 2024-12-13T07:31:59,198 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/b6c48edd013c42ff9738c4db129b1a90 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/b6c48edd013c42ff9738c4db129b1a90 2024-12-13T07:31:59,199 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/B of 48a48d44dc6e1d613fc146dea0660b83 into 2ea14e4130824dcfbfa62859d0f9fefb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:59,199 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:31:59,200 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/B, priority=12, startTime=1734075118777; duration=0sec 2024-12-13T07:31:59,200 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:31:59,200 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:B 2024-12-13T07:31:59,200 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:31:59,201 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:31:59,201 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/C is initiating minor compaction (all files) 2024-12-13T07:31:59,201 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/C in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:31:59,201 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/72628db7cd504465a28a5b2c14849718, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/3b4ec197693f4a7f9eff486cb45a61a5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/e963b8bd8d744b0282daec8dc6edf1ad, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/909c4dc2d69a499abd9bf0c154ca4071] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=47.0 K 2024-12-13T07:31:59,201 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 72628db7cd504465a28a5b2c14849718, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734075112903 2024-12-13T07:31:59,201 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b4ec197693f4a7f9eff486cb45a61a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734075114040 2024-12-13T07:31:59,201 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting e963b8bd8d744b0282daec8dc6edf1ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734075115171 2024-12-13T07:31:59,202 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 909c4dc2d69a499abd9bf0c154ca4071, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1734075117320 2024-12-13T07:31:59,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075179197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,203 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/A of 48a48d44dc6e1d613fc146dea0660b83 into b6c48edd013c42ff9738c4db129b1a90(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:59,203 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:31:59,203 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/A, priority=12, startTime=1734075118777; duration=0sec 2024-12-13T07:31:59,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,203 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:59,203 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:A 2024-12-13T07:31:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075179197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075179197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075179198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075179202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,207 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#C#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:31:59,208 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/d481b19691a04d9bbde2902019921dfb is 50, key is test_row_0/C:col10/1734075117320/Put/seqid=0 2024-12-13T07:31:59,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742293_1469 (size=12241) 2024-12-13T07:31:59,213 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/d481b19691a04d9bbde2902019921dfb as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/d481b19691a04d9bbde2902019921dfb 2024-12-13T07:31:59,216 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/C of 48a48d44dc6e1d613fc146dea0660b83 into d481b19691a04d9bbde2902019921dfb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:31:59,216 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:31:59,216 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/C, priority=12, startTime=1734075118777; duration=0sec 2024-12-13T07:31:59,216 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:31:59,216 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:C 2024-12-13T07:31:59,294 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/2d8b465d3b8540f49f2e42ce56e31587 2024-12-13T07:31:59,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/4fffa638a3384b75aebaaba382c7c6ca is 50, key is test_row_0/B:col10/1734075117944/Put/seqid=0 2024-12-13T07:31:59,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742294_1470 (size=12001) 2024-12-13T07:31:59,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075179404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075179404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075179404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075179405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075179407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075179708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075179708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075179709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075179710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:31:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075179711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:31:59,719 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/4fffa638a3384b75aebaaba382c7c6ca 2024-12-13T07:31:59,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/1f548665628544a99cd109411fc178c2 is 50, key is test_row_0/C:col10/1734075117944/Put/seqid=0 2024-12-13T07:31:59,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742295_1471 (size=12001) 2024-12-13T07:32:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-13T07:32:00,126 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/1f548665628544a99cd109411fc178c2 2024-12-13T07:32:00,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/2d8b465d3b8540f49f2e42ce56e31587 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/2d8b465d3b8540f49f2e42ce56e31587 2024-12-13T07:32:00,132 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/2d8b465d3b8540f49f2e42ce56e31587, entries=150, sequenceid=127, filesize=11.7 K 2024-12-13T07:32:00,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/4fffa638a3384b75aebaaba382c7c6ca as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/4fffa638a3384b75aebaaba382c7c6ca 2024-12-13T07:32:00,135 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/4fffa638a3384b75aebaaba382c7c6ca, entries=150, sequenceid=127, filesize=11.7 K 2024-12-13T07:32:00,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/1f548665628544a99cd109411fc178c2 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/1f548665628544a99cd109411fc178c2 2024-12-13T07:32:00,138 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/1f548665628544a99cd109411fc178c2, entries=150, sequenceid=127, filesize=11.7 K 2024-12-13T07:32:00,138 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 48a48d44dc6e1d613fc146dea0660b83 in 1251ms, sequenceid=127, compaction requested=false 2024-12-13T07:32:00,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:00,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:00,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-13T07:32:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-13T07:32:00,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-13T07:32:00,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1650 sec 2024-12-13T07:32:00,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.1690 sec 2024-12-13T07:32:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:32:00,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-13T07:32:00,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:32:00,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:00,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:32:00,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:00,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:32:00,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:00,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/9e50874776a0499890567814467b8777 is 50, key is test_row_0/A:col10/1734075119090/Put/seqid=0 2024-12-13T07:32:00,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742296_1472 (size=19321) 2024-12-13T07:32:00,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075180223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:00,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075180224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075180226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:00,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075180230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:00,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075180230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:00,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075180331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:00,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075180331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:00,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075180331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:00,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075180334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:00,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075180337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:00,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075180534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:00,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075180534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:00,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075180535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:00,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075180537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:00,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075180540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:00,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/9e50874776a0499890567814467b8777 2024-12-13T07:32:00,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/9c8db97cb5f9467e89be18352aff5220 is 50, key is test_row_0/B:col10/1734075119090/Put/seqid=0 2024-12-13T07:32:00,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742297_1473 (size=12151) 2024-12-13T07:32:00,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075180840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:00,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075180841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:00,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075180841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:00,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075180843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:00,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075180847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:01,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/9c8db97cb5f9467e89be18352aff5220 2024-12-13T07:32:01,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/008a3948fcef4961ad8cacd8548272b8 is 50, key is test_row_0/C:col10/1734075119090/Put/seqid=0 2024-12-13T07:32:01,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742298_1474 (size=12151) 2024-12-13T07:32:01,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075181343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:01,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075181346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:01,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075181346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:01,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075181347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:01,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075181350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:01,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/008a3948fcef4961ad8cacd8548272b8 2024-12-13T07:32:01,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/9e50874776a0499890567814467b8777 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/9e50874776a0499890567814467b8777 2024-12-13T07:32:01,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/9e50874776a0499890567814467b8777, entries=300, sequenceid=156, filesize=18.9 K 2024-12-13T07:32:01,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/9c8db97cb5f9467e89be18352aff5220 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/9c8db97cb5f9467e89be18352aff5220 2024-12-13T07:32:01,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/9c8db97cb5f9467e89be18352aff5220, entries=150, sequenceid=156, filesize=11.9 K 2024-12-13T07:32:01,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/008a3948fcef4961ad8cacd8548272b8 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/008a3948fcef4961ad8cacd8548272b8 2024-12-13T07:32:01,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/008a3948fcef4961ad8cacd8548272b8, entries=150, sequenceid=156, filesize=11.9 K 2024-12-13T07:32:01,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 48a48d44dc6e1d613fc146dea0660b83 in 1238ms, sequenceid=156, compaction requested=true 2024-12-13T07:32:01,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:01,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:32:01,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:01,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:32:01,457 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:01,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:01,457 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:01,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:32:01,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:01,458 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:01,458 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43563 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:01,458 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/B is initiating minor compaction (all files) 2024-12-13T07:32:01,458 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/A is initiating minor compaction (all files) 2024-12-13T07:32:01,458 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/B in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:01,458 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/A in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:01,458 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/b6c48edd013c42ff9738c4db129b1a90, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/2d8b465d3b8540f49f2e42ce56e31587, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/9e50874776a0499890567814467b8777] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=42.5 K 2024-12-13T07:32:01,458 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2ea14e4130824dcfbfa62859d0f9fefb, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/4fffa638a3384b75aebaaba382c7c6ca, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/9c8db97cb5f9467e89be18352aff5220] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=35.5 K 2024-12-13T07:32:01,458 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ea14e4130824dcfbfa62859d0f9fefb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1734075117320 2024-12-13T07:32:01,458 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6c48edd013c42ff9738c4db129b1a90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1734075117320 2024-12-13T07:32:01,458 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fffa638a3384b75aebaaba382c7c6ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1734075117944 2024-12-13T07:32:01,458 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d8b465d3b8540f49f2e42ce56e31587, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1734075117944 2024-12-13T07:32:01,458 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c8db97cb5f9467e89be18352aff5220, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734075119090 2024-12-13T07:32:01,458 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e50874776a0499890567814467b8777, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734075119088 2024-12-13T07:32:01,463 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#A#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:01,463 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/e42a457a712a4420a96c1ac66ddcb72f is 50, key is test_row_0/A:col10/1734075119090/Put/seqid=0 2024-12-13T07:32:01,463 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#B#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:01,464 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/237e98e6f634469ab7616e7bfbbabc51 is 50, key is test_row_0/B:col10/1734075119090/Put/seqid=0 2024-12-13T07:32:01,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742300_1476 (size=12493) 2024-12-13T07:32:01,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742299_1475 (size=12493) 2024-12-13T07:32:01,870 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/237e98e6f634469ab7616e7bfbbabc51 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/237e98e6f634469ab7616e7bfbbabc51 2024-12-13T07:32:01,873 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/B of 48a48d44dc6e1d613fc146dea0660b83 into 237e98e6f634469ab7616e7bfbbabc51(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:01,873 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:01,873 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/B, priority=13, startTime=1734075121457; duration=0sec 2024-12-13T07:32:01,873 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:01,873 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:B 2024-12-13T07:32:01,874 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:01,874 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:01,874 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/C is initiating minor compaction (all files) 2024-12-13T07:32:01,874 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/C in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:01,874 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/d481b19691a04d9bbde2902019921dfb, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/1f548665628544a99cd109411fc178c2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/008a3948fcef4961ad8cacd8548272b8] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=35.5 K 2024-12-13T07:32:01,875 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting d481b19691a04d9bbde2902019921dfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1734075117320 2024-12-13T07:32:01,875 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f548665628544a99cd109411fc178c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1734075117944 2024-12-13T07:32:01,875 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 008a3948fcef4961ad8cacd8548272b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734075119090 2024-12-13T07:32:01,875 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/e42a457a712a4420a96c1ac66ddcb72f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e42a457a712a4420a96c1ac66ddcb72f 2024-12-13T07:32:01,880 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/A of 48a48d44dc6e1d613fc146dea0660b83 into e42a457a712a4420a96c1ac66ddcb72f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:01,880 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:01,880 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/A, priority=13, startTime=1734075121457; duration=0sec 2024-12-13T07:32:01,880 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:01,880 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:A 2024-12-13T07:32:01,881 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#C#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:01,881 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/b5f78b91115e42eb8e7ffbd556afab11 is 50, key is test_row_0/C:col10/1734075119090/Put/seqid=0 2024-12-13T07:32:01,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742301_1477 (size=12493) 2024-12-13T07:32:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-13T07:32:02,077 INFO [Thread-1995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-13T07:32:02,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:32:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-13T07:32:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-13T07:32:02,079 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:32:02,079 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:32:02,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:32:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-13T07:32:02,230 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-13T07:32:02,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:02,231 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T07:32:02,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:32:02,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:02,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:32:02,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:02,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:32:02,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:02,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/1e36a45a81764539b42f240c35e68157 is 50, key is test_row_0/A:col10/1734075120229/Put/seqid=0 2024-12-13T07:32:02,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742302_1478 (size=12151) 2024-12-13T07:32:02,287 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/b5f78b91115e42eb8e7ffbd556afab11 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/b5f78b91115e42eb8e7ffbd556afab11 2024-12-13T07:32:02,290 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/C of 48a48d44dc6e1d613fc146dea0660b83 into b5f78b91115e42eb8e7ffbd556afab11(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:02,290 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:02,290 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/C, priority=13, startTime=1734075121457; duration=0sec 2024-12-13T07:32:02,290 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:02,290 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:C 2024-12-13T07:32:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:32:02,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:32:02,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075182372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-13T07:32:02,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075182376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075182377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075182377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075182377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075182478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075182481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075182482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075182482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075182482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,636 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/1e36a45a81764539b42f240c35e68157 2024-12-13T07:32:02,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/a93cda3faff54ae1a364bd65f79acc8e is 50, key is test_row_0/B:col10/1734075120229/Put/seqid=0 2024-12-13T07:32:02,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742303_1479 (size=12151) 2024-12-13T07:32:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-13T07:32:02,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075182681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075182685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075182685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075182685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075182685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075182984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075182988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075182988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075182991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:02,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075182991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:03,045 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/a93cda3faff54ae1a364bd65f79acc8e 2024-12-13T07:32:03,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/52f6964d6ce443c29f48f7eea4a56b85 is 50, key is test_row_0/C:col10/1734075120229/Put/seqid=0 2024-12-13T07:32:03,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742304_1480 (size=12151) 2024-12-13T07:32:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-13T07:32:03,456 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/52f6964d6ce443c29f48f7eea4a56b85 2024-12-13T07:32:03,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/1e36a45a81764539b42f240c35e68157 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/1e36a45a81764539b42f240c35e68157 2024-12-13T07:32:03,463 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/1e36a45a81764539b42f240c35e68157, entries=150, sequenceid=169, filesize=11.9 K 2024-12-13T07:32:03,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/a93cda3faff54ae1a364bd65f79acc8e as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/a93cda3faff54ae1a364bd65f79acc8e 2024-12-13T07:32:03,469 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/a93cda3faff54ae1a364bd65f79acc8e, entries=150, sequenceid=169, filesize=11.9 K 2024-12-13T07:32:03,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/52f6964d6ce443c29f48f7eea4a56b85 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/52f6964d6ce443c29f48f7eea4a56b85 2024-12-13T07:32:03,474 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/52f6964d6ce443c29f48f7eea4a56b85, entries=150, sequenceid=169, filesize=11.9 K 2024-12-13T07:32:03,474 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 48a48d44dc6e1d613fc146dea0660b83 in 1244ms, sequenceid=169, compaction requested=false 2024-12-13T07:32:03,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:03,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:03,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-13T07:32:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-13T07:32:03,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-13T07:32:03,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3970 sec 2024-12-13T07:32:03,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.4000 sec 2024-12-13T07:32:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:32:03,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-13T07:32:03,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:32:03,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:03,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:32:03,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:03,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:32:03,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:03,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/e2572bbcad1b49c78f700856e95502dc is 50, key is test_row_0/A:col10/1734075123492/Put/seqid=0 2024-12-13T07:32:03,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075183504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:03,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075183504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:03,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075183504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:03,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075183505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:03,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075183505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:03,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742305_1481 (size=14541) 2024-12-13T07:32:03,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:03,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075183611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075183611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:03,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075183612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:03,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075183614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:03,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075183614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:03,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075183815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:03,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075183816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:03,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075183816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:03,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075183817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:03,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075183817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:03,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/e2572bbcad1b49c78f700856e95502dc 2024-12-13T07:32:03,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/6fea1768b829497a9ac194471aa9a580 is 50, key is test_row_0/B:col10/1734075123492/Put/seqid=0 2024-12-13T07:32:03,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742306_1482 (size=12151) 2024-12-13T07:32:04,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075184121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075184124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075184124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075184126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075184126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-13T07:32:04,182 INFO [Thread-1995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-13T07:32:04,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:32:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-13T07:32:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-13T07:32:04,184 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:32:04,184 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:32:04,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:32:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-13T07:32:04,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/6fea1768b829497a9ac194471aa9a580 2024-12-13T07:32:04,336 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-13T07:32:04,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:04,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:32:04,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:04,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:04,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:04,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/67dd11390afe40f9893410727e9e9313 is 50, key is test_row_0/C:col10/1734075123492/Put/seqid=0 2024-12-13T07:32:04,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742307_1483 (size=12151) 2024-12-13T07:32:04,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/67dd11390afe40f9893410727e9e9313 2024-12-13T07:32:04,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/e2572bbcad1b49c78f700856e95502dc as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e2572bbcad1b49c78f700856e95502dc 2024-12-13T07:32:04,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e2572bbcad1b49c78f700856e95502dc, entries=200, sequenceid=196, filesize=14.2 K 2024-12-13T07:32:04,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/6fea1768b829497a9ac194471aa9a580 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/6fea1768b829497a9ac194471aa9a580 2024-12-13T07:32:04,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/6fea1768b829497a9ac194471aa9a580, entries=150, sequenceid=196, filesize=11.9 K 2024-12-13T07:32:04,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/67dd11390afe40f9893410727e9e9313 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/67dd11390afe40f9893410727e9e9313 2024-12-13T07:32:04,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/67dd11390afe40f9893410727e9e9313, entries=150, sequenceid=196, filesize=11.9 K 2024-12-13T07:32:04,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 48a48d44dc6e1d613fc146dea0660b83 in 871ms, sequenceid=196, compaction requested=true 2024-12-13T07:32:04,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:04,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:32:04,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:04,365 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:04,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:32:04,365 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:04,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:04,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:32:04,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:04,366 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:04,366 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:04,366 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/B is initiating minor compaction (all files) 2024-12-13T07:32:04,366 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/A is initiating minor compaction (all files) 2024-12-13T07:32:04,366 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/A in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:04,366 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/B in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:04,366 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/237e98e6f634469ab7616e7bfbbabc51, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/a93cda3faff54ae1a364bd65f79acc8e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/6fea1768b829497a9ac194471aa9a580] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=35.9 K 2024-12-13T07:32:04,366 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e42a457a712a4420a96c1ac66ddcb72f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/1e36a45a81764539b42f240c35e68157, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e2572bbcad1b49c78f700856e95502dc] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=38.3 K 2024-12-13T07:32:04,366 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting e42a457a712a4420a96c1ac66ddcb72f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734075119090 2024-12-13T07:32:04,366 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 237e98e6f634469ab7616e7bfbbabc51, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734075119090 2024-12-13T07:32:04,366 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e36a45a81764539b42f240c35e68157, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734075120223 2024-12-13T07:32:04,366 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting a93cda3faff54ae1a364bd65f79acc8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734075120223 2024-12-13T07:32:04,367 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2572bbcad1b49c78f700856e95502dc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734075122369 2024-12-13T07:32:04,367 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fea1768b829497a9ac194471aa9a580, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734075122369 2024-12-13T07:32:04,371 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#A#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:04,371 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#B#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:04,371 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/429a371166404a0b84fda62b0be2b7f1 is 50, key is test_row_0/B:col10/1734075123492/Put/seqid=0 2024-12-13T07:32:04,371 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/35cacf69c3c64f1286931932ca5f5144 is 50, key is test_row_0/A:col10/1734075123492/Put/seqid=0 2024-12-13T07:32:04,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742309_1485 (size=12595) 2024-12-13T07:32:04,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742308_1484 (size=12595) 2024-12-13T07:32:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-13T07:32:04,488 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-13T07:32:04,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:04,489 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-13T07:32:04,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:32:04,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:04,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:32:04,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:04,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:32:04,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:04,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/8be420d499f6493eba7b3431957c4a41 is 50, key is test_row_0/A:col10/1734075123495/Put/seqid=0 2024-12-13T07:32:04,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742310_1486 (size=12151) 2024-12-13T07:32:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:32:04,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:32:04,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075184652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075184656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075184660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075184661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075184662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075184763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075184763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075184767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075184769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075184770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,780 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/35cacf69c3c64f1286931932ca5f5144 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/35cacf69c3c64f1286931932ca5f5144 2024-12-13T07:32:04,780 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/429a371166404a0b84fda62b0be2b7f1 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/429a371166404a0b84fda62b0be2b7f1 2024-12-13T07:32:04,785 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/B of 48a48d44dc6e1d613fc146dea0660b83 into 429a371166404a0b84fda62b0be2b7f1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:04,785 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/A of 48a48d44dc6e1d613fc146dea0660b83 into 35cacf69c3c64f1286931932ca5f5144(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:04,785 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:04,785 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:04,785 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/B, priority=13, startTime=1734075124365; duration=0sec 2024-12-13T07:32:04,785 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/A, priority=13, startTime=1734075124365; duration=0sec 2024-12-13T07:32:04,785 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:04,786 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:A 2024-12-13T07:32:04,786 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:04,786 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:04,786 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:B 2024-12-13T07:32:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-13T07:32:04,787 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:04,787 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/C is initiating minor compaction (all files) 2024-12-13T07:32:04,787 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/C in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:04,787 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/b5f78b91115e42eb8e7ffbd556afab11, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/52f6964d6ce443c29f48f7eea4a56b85, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/67dd11390afe40f9893410727e9e9313] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=35.9 K 2024-12-13T07:32:04,787 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5f78b91115e42eb8e7ffbd556afab11, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734075119090 2024-12-13T07:32:04,788 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52f6964d6ce443c29f48f7eea4a56b85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734075120223 2024-12-13T07:32:04,788 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67dd11390afe40f9893410727e9e9313, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734075122369 2024-12-13T07:32:04,801 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:04,802 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/070876c9c6324e1aae54a61ff24c1429 is 50, key is test_row_0/C:col10/1734075123492/Put/seqid=0 2024-12-13T07:32:04,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742311_1487 (size=12595) 2024-12-13T07:32:04,896 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/8be420d499f6493eba7b3431957c4a41 2024-12-13T07:32:04,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/06b42592177446078f6afdb51d1ec562 is 50, key is test_row_0/B:col10/1734075123495/Put/seqid=0 2024-12-13T07:32:04,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742312_1488 (size=12151) 2024-12-13T07:32:04,930 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/06b42592177446078f6afdb51d1ec562 2024-12-13T07:32:04,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/d43406b8a482405e9de0116f1de07b98 is 50, key is test_row_0/C:col10/1734075123495/Put/seqid=0 2024-12-13T07:32:04,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075184967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075184968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075184976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075184977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075184978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:04,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742313_1489 (size=12151) 2024-12-13T07:32:04,998 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/d43406b8a482405e9de0116f1de07b98 2024-12-13T07:32:05,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/8be420d499f6493eba7b3431957c4a41 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/8be420d499f6493eba7b3431957c4a41 2024-12-13T07:32:05,008 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/8be420d499f6493eba7b3431957c4a41, entries=150, sequenceid=206, filesize=11.9 K 2024-12-13T07:32:05,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/06b42592177446078f6afdb51d1ec562 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/06b42592177446078f6afdb51d1ec562 2024-12-13T07:32:05,014 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/06b42592177446078f6afdb51d1ec562, entries=150, sequenceid=206, filesize=11.9 K 2024-12-13T07:32:05,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/d43406b8a482405e9de0116f1de07b98 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/d43406b8a482405e9de0116f1de07b98 2024-12-13T07:32:05,020 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/d43406b8a482405e9de0116f1de07b98, entries=150, sequenceid=206, filesize=11.9 K 2024-12-13T07:32:05,021 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 48a48d44dc6e1d613fc146dea0660b83 in 532ms, sequenceid=206, compaction requested=false 2024-12-13T07:32:05,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:05,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:05,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-13T07:32:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-13T07:32:05,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-13T07:32:05,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 838 msec 2024-12-13T07:32:05,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 842 msec 2024-12-13T07:32:05,227 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/070876c9c6324e1aae54a61ff24c1429 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/070876c9c6324e1aae54a61ff24c1429 2024-12-13T07:32:05,232 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/C of 48a48d44dc6e1d613fc146dea0660b83 into 070876c9c6324e1aae54a61ff24c1429(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:05,232 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:05,232 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/C, priority=13, startTime=1734075124365; duration=0sec 2024-12-13T07:32:05,232 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:05,232 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:C 2024-12-13T07:32:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:32:05,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-13T07:32:05,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:32:05,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:05,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:32:05,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:05,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:32:05,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-13T07:32:05,287 INFO [Thread-1995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-13T07:32:05,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/ce76e23de72c4308b70f899b8de76e1f is 50, key is test_row_0/A:col10/1734075125276/Put/seqid=0 2024-12-13T07:32:05,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:32:05,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075185284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:05,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075185284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-13T07:32:05,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075185287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-13T07:32:05,291 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:32:05,291 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:32:05,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:32:05,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075185289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:05,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075185289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:05,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742314_1490 (size=16931) 2024-12-13T07:32:05,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/ce76e23de72c4308b70f899b8de76e1f 2024-12-13T07:32:05,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/5959e6aaffe24fcfb9c33e93b22be0bb is 50, key is test_row_0/B:col10/1734075125276/Put/seqid=0 2024-12-13T07:32:05,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742315_1491 (size=12151) 2024-12-13T07:32:05,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/5959e6aaffe24fcfb9c33e93b22be0bb 2024-12-13T07:32:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-13T07:32:05,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075185391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:05,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/a96429e2a52840eaa9f7059a01fbcb70 is 50, key is test_row_0/C:col10/1734075125276/Put/seqid=0 2024-12-13T07:32:05,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075185398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:05,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075185399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:05,443 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:05,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-13T07:32:05,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:05,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:32:05,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:05,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:05,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:05,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742316_1492 (size=12151) 2024-12-13T07:32:05,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/a96429e2a52840eaa9f7059a01fbcb70 2024-12-13T07:32:05,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/ce76e23de72c4308b70f899b8de76e1f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/ce76e23de72c4308b70f899b8de76e1f 2024-12-13T07:32:05,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/ce76e23de72c4308b70f899b8de76e1f, entries=250, sequenceid=238, filesize=16.5 K 2024-12-13T07:32:05,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/5959e6aaffe24fcfb9c33e93b22be0bb as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/5959e6aaffe24fcfb9c33e93b22be0bb 2024-12-13T07:32:05,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/5959e6aaffe24fcfb9c33e93b22be0bb, entries=150, sequenceid=238, filesize=11.9 K 2024-12-13T07:32:05,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/a96429e2a52840eaa9f7059a01fbcb70 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/a96429e2a52840eaa9f7059a01fbcb70 2024-12-13T07:32:05,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/a96429e2a52840eaa9f7059a01fbcb70, entries=150, sequenceid=238, filesize=11.9 K 2024-12-13T07:32:05,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 48a48d44dc6e1d613fc146dea0660b83 in 205ms, sequenceid=238, compaction requested=true 2024-12-13T07:32:05,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:05,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:32:05,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:05,483 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:05,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:32:05,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:05,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:32:05,483 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:05,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:05,485 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:05,485 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/B is initiating minor compaction (all files) 2024-12-13T07:32:05,485 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/B in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:05,485 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/429a371166404a0b84fda62b0be2b7f1, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/06b42592177446078f6afdb51d1ec562, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/5959e6aaffe24fcfb9c33e93b22be0bb] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=36.0 K 2024-12-13T07:32:05,485 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:05,485 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/A is initiating minor compaction (all files) 2024-12-13T07:32:05,485 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/A in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:05,485 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/35cacf69c3c64f1286931932ca5f5144, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/8be420d499f6493eba7b3431957c4a41, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/ce76e23de72c4308b70f899b8de76e1f] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=40.7 K 2024-12-13T07:32:05,486 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 429a371166404a0b84fda62b0be2b7f1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734075122369 2024-12-13T07:32:05,486 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35cacf69c3c64f1286931932ca5f5144, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734075122369 2024-12-13T07:32:05,486 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8be420d499f6493eba7b3431957c4a41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734075123495 2024-12-13T07:32:05,486 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 06b42592177446078f6afdb51d1ec562, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734075123495 2024-12-13T07:32:05,487 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 5959e6aaffe24fcfb9c33e93b22be0bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734075124660 2024-12-13T07:32:05,488 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce76e23de72c4308b70f899b8de76e1f, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734075124654 2024-12-13T07:32:05,513 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#B#compaction#419 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:05,513 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/3b0e340fa39e4b9e888fa629e4b4a52a is 50, key is test_row_0/B:col10/1734075125276/Put/seqid=0 2024-12-13T07:32:05,524 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#A#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:05,524 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/27560d888f9f45f29324cb1788e0018e is 50, key is test_row_0/A:col10/1734075125276/Put/seqid=0 2024-12-13T07:32:05,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742317_1493 (size=12697) 2024-12-13T07:32:05,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742318_1494 (size=12697) 2024-12-13T07:32:05,583 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/27560d888f9f45f29324cb1788e0018e as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/27560d888f9f45f29324cb1788e0018e 2024-12-13T07:32:05,591 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/A of 48a48d44dc6e1d613fc146dea0660b83 into 27560d888f9f45f29324cb1788e0018e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:05,591 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:05,591 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/A, priority=13, startTime=1734075125483; duration=0sec 2024-12-13T07:32:05,591 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:05,591 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:A 2024-12-13T07:32:05,592 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:05,592 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:05,592 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/C is initiating minor compaction (all files) 2024-12-13T07:32:05,593 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/C in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:05,593 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/070876c9c6324e1aae54a61ff24c1429, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/d43406b8a482405e9de0116f1de07b98, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/a96429e2a52840eaa9f7059a01fbcb70] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=36.0 K 2024-12-13T07:32:05,593 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 070876c9c6324e1aae54a61ff24c1429, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734075122369 2024-12-13T07:32:05,593 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting d43406b8a482405e9de0116f1de07b98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734075123495 2024-12-13T07:32:05,593 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting a96429e2a52840eaa9f7059a01fbcb70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734075124660 2024-12-13T07:32:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-13T07:32:05,596 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:05,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-13T07:32:05,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:05,597 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-13T07:32:05,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:32:05,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:05,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:32:05,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:05,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:32:05,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:05,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/f81a2f64948d445db56f2a1ad156ebef is 50, key is test_row_0/A:col10/1734075125286/Put/seqid=0 2024-12-13T07:32:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:32:05,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:32:05,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742319_1495 (size=12151) 2024-12-13T07:32:05,665 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:05,666 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/eec637011c37435ea063edbab10e7bfa is 50, key is test_row_0/C:col10/1734075125276/Put/seqid=0 2024-12-13T07:32:05,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075185679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:05,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075185679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:05,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075185684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:05,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742320_1496 (size=12697) 2024-12-13T07:32:05,699 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/eec637011c37435ea063edbab10e7bfa as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/eec637011c37435ea063edbab10e7bfa 2024-12-13T07:32:05,705 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/C of 48a48d44dc6e1d613fc146dea0660b83 into eec637011c37435ea063edbab10e7bfa(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:05,705 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:05,705 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/C, priority=13, startTime=1734075125483; duration=0sec 2024-12-13T07:32:05,705 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:05,705 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:C 2024-12-13T07:32:05,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075185790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:05,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075185790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:05,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075185791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:05,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075185792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:05,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075185794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-13T07:32:05,966 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/3b0e340fa39e4b9e888fa629e4b4a52a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/3b0e340fa39e4b9e888fa629e4b4a52a 2024-12-13T07:32:05,970 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/B of 48a48d44dc6e1d613fc146dea0660b83 into 3b0e340fa39e4b9e888fa629e4b4a52a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:05,970 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:05,970 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/B, priority=13, startTime=1734075125483; duration=0sec 2024-12-13T07:32:05,970 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:05,970 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:B 2024-12-13T07:32:05,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075185995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:06,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075185996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:06,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075185997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:06,058 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/f81a2f64948d445db56f2a1ad156ebef 2024-12-13T07:32:06,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/4de767b1781b4dcb8cba1246b961c4bb is 50, key is test_row_0/B:col10/1734075125286/Put/seqid=0 2024-12-13T07:32:06,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742321_1497 (size=12151) 2024-12-13T07:32:06,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075186299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:06,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075186302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:06,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075186303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-13T07:32:06,478 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/4de767b1781b4dcb8cba1246b961c4bb 2024-12-13T07:32:06,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/cfe3d24c57a3475ca5ef56b797dfac84 is 50, key is test_row_0/C:col10/1734075125286/Put/seqid=0 2024-12-13T07:32:06,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742322_1498 (size=12151) 2024-12-13T07:32:06,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075186796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:06,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075186799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:06,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075186806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:06,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075186807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:06,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075186807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:06,892 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/cfe3d24c57a3475ca5ef56b797dfac84 2024-12-13T07:32:06,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/f81a2f64948d445db56f2a1ad156ebef as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/f81a2f64948d445db56f2a1ad156ebef 2024-12-13T07:32:06,898 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/f81a2f64948d445db56f2a1ad156ebef, entries=150, sequenceid=246, filesize=11.9 K 2024-12-13T07:32:06,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/4de767b1781b4dcb8cba1246b961c4bb as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/4de767b1781b4dcb8cba1246b961c4bb 2024-12-13T07:32:06,902 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/4de767b1781b4dcb8cba1246b961c4bb, entries=150, sequenceid=246, filesize=11.9 K 2024-12-13T07:32:06,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/cfe3d24c57a3475ca5ef56b797dfac84 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/cfe3d24c57a3475ca5ef56b797dfac84 2024-12-13T07:32:06,905 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/cfe3d24c57a3475ca5ef56b797dfac84, entries=150, sequenceid=246, filesize=11.9 K 2024-12-13T07:32:06,906 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 48a48d44dc6e1d613fc146dea0660b83 in 1309ms, sequenceid=246, compaction requested=false 2024-12-13T07:32:06,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:06,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:06,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-13T07:32:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-13T07:32:06,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-13T07:32:06,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6150 sec 2024-12-13T07:32:06,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.6200 sec 2024-12-13T07:32:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-13T07:32:07,396 INFO [Thread-1995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-13T07:32:07,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:32:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-13T07:32:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-13T07:32:07,398 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:32:07,399 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:32:07,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:32:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-13T07:32:07,550 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:07,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-13T07:32:07,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:07,550 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-13T07:32:07,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:32:07,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:07,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:32:07,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:07,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:32:07,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/d554c5469bd349b5acca5be3c3c7b43a is 50, key is test_row_0/A:col10/1734075125659/Put/seqid=0 2024-12-13T07:32:07,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742323_1499 (size=12301) 2024-12-13T07:32:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-13T07:32:07,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:32:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:32:07,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075187821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:07,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075187821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:07,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075187821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:07,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075187926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:07,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075187927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:07,958 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/d554c5469bd349b5acca5be3c3c7b43a 2024-12-13T07:32:07,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/15560de14a4445d6a526dce3a5122995 is 50, key is test_row_0/B:col10/1734075125659/Put/seqid=0 2024-12-13T07:32:07,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742324_1500 (size=12301) 2024-12-13T07:32:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-13T07:32:08,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075188129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:08,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075188130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:08,368 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/15560de14a4445d6a526dce3a5122995 2024-12-13T07:32:08,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/1dfa0a0571964c079e695eb6391a5e28 is 50, key is test_row_0/C:col10/1734075125659/Put/seqid=0 2024-12-13T07:32:08,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742325_1501 (size=12301) 2024-12-13T07:32:08,379 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/1dfa0a0571964c079e695eb6391a5e28 2024-12-13T07:32:08,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/d554c5469bd349b5acca5be3c3c7b43a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/d554c5469bd349b5acca5be3c3c7b43a 2024-12-13T07:32:08,386 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/d554c5469bd349b5acca5be3c3c7b43a, entries=150, sequenceid=277, filesize=12.0 K 2024-12-13T07:32:08,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/15560de14a4445d6a526dce3a5122995 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/15560de14a4445d6a526dce3a5122995 2024-12-13T07:32:08,390 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/15560de14a4445d6a526dce3a5122995, entries=150, sequenceid=277, filesize=12.0 K 2024-12-13T07:32:08,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/1dfa0a0571964c079e695eb6391a5e28 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/1dfa0a0571964c079e695eb6391a5e28 2024-12-13T07:32:08,397 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/1dfa0a0571964c079e695eb6391a5e28, entries=150, sequenceid=277, filesize=12.0 K 2024-12-13T07:32:08,398 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 48a48d44dc6e1d613fc146dea0660b83 in 848ms, sequenceid=277, compaction requested=true 2024-12-13T07:32:08,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:08,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:08,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-13T07:32:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-12-13T07:32:08,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-13T07:32:08,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-12-13T07:32:08,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.0040 sec 2024-12-13T07:32:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:32:08,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T07:32:08,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:32:08,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:08,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:32:08,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:08,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:32:08,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:08,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/aadc1e9fddac416082d29dde85826ba4 is 50, key is test_row_0/A:col10/1734075128439/Put/seqid=0 2024-12-13T07:32:08,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742326_1502 (size=14741) 2024-12-13T07:32:08,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/aadc1e9fddac416082d29dde85826ba4 2024-12-13T07:32:08,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/090b75343d87416c9c552146041a1597 is 50, key is test_row_0/B:col10/1734075128439/Put/seqid=0 2024-12-13T07:32:08,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742327_1503 (size=12301) 2024-12-13T07:32:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-13T07:32:08,501 INFO [Thread-1995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-13T07:32:08,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:32:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-13T07:32:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-13T07:32:08,503 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:32:08,503 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:32:08,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:32:08,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075188505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:08,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075188505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-13T07:32:08,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075188611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:08,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075188611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:08,654 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:08,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-13T07:32:08,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:08,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:32:08,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:08,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:08,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-13T07:32:08,807 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:08,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-13T07:32:08,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:08,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:32:08,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:08,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:08,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:08,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1734075188805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:08,809 DEBUG [Thread-1988 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., hostname=9eb75de94ef3,40871,1734074980781, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:32:08,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075188816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:08,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075188816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:08,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1734075188821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:08,822 DEBUG [Thread-1993 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., hostname=9eb75de94ef3,40871,1734074980781, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:32:08,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/090b75343d87416c9c552146041a1597 2024-12-13T07:32:08,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/33c961b0ce6943d683b5736d7bf10a04 is 50, key is test_row_0/C:col10/1734075128439/Put/seqid=0 2024-12-13T07:32:08,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742328_1504 (size=12301) 2024-12-13T07:32:08,959 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:08,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-13T07:32:08,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:08,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:32:08,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:08,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:08,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-13T07:32:09,111 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:09,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-13T07:32:09,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:09,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:32:09,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:09,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:09,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:09,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075189122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:09,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075189123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:09,252 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T07:32:09,263 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:09,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-13T07:32:09,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:09,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:32:09,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:09,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:09,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:09,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/33c961b0ce6943d683b5736d7bf10a04 2024-12-13T07:32:09,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/aadc1e9fddac416082d29dde85826ba4 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/aadc1e9fddac416082d29dde85826ba4 2024-12-13T07:32:09,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/aadc1e9fddac416082d29dde85826ba4, entries=200, sequenceid=288, filesize=14.4 K 2024-12-13T07:32:09,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/090b75343d87416c9c552146041a1597 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/090b75343d87416c9c552146041a1597 2024-12-13T07:32:09,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/090b75343d87416c9c552146041a1597, entries=150, sequenceid=288, filesize=12.0 K 2024-12-13T07:32:09,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/33c961b0ce6943d683b5736d7bf10a04 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/33c961b0ce6943d683b5736d7bf10a04 2024-12-13T07:32:09,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/33c961b0ce6943d683b5736d7bf10a04, entries=150, sequenceid=288, filesize=12.0 K 2024-12-13T07:32:09,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 48a48d44dc6e1d613fc146dea0660b83 in 858ms, sequenceid=288, compaction requested=true 2024-12-13T07:32:09,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:09,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:32:09,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:09,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:32:09,301 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:32:09,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:09,301 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:32:09,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:32:09,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:09,302 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51890 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:32:09,302 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/A is initiating minor compaction (all files) 2024-12-13T07:32:09,302 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/A in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:09,302 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/27560d888f9f45f29324cb1788e0018e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/f81a2f64948d445db56f2a1ad156ebef, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/d554c5469bd349b5acca5be3c3c7b43a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/aadc1e9fddac416082d29dde85826ba4] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=50.7 K 2024-12-13T07:32:09,302 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:32:09,302 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/B is initiating minor compaction (all files) 2024-12-13T07:32:09,302 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/B in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:09,302 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27560d888f9f45f29324cb1788e0018e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734075124660 2024-12-13T07:32:09,302 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/3b0e340fa39e4b9e888fa629e4b4a52a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/4de767b1781b4dcb8cba1246b961c4bb, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/15560de14a4445d6a526dce3a5122995, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/090b75343d87416c9c552146041a1597] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=48.3 K 2024-12-13T07:32:09,303 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting f81a2f64948d445db56f2a1ad156ebef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734075125283 2024-12-13T07:32:09,303 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b0e340fa39e4b9e888fa629e4b4a52a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734075124660 2024-12-13T07:32:09,303 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 4de767b1781b4dcb8cba1246b961c4bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734075125283 2024-12-13T07:32:09,303 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting d554c5469bd349b5acca5be3c3c7b43a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734075125659 2024-12-13T07:32:09,303 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting aadc1e9fddac416082d29dde85826ba4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734075128437 2024-12-13T07:32:09,303 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 15560de14a4445d6a526dce3a5122995, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734075125659 2024-12-13T07:32:09,303 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 090b75343d87416c9c552146041a1597, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734075128439 2024-12-13T07:32:09,309 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#A#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:09,309 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/96e829761706432ab0b6a6fb0cfd4966 is 50, key is test_row_0/A:col10/1734075128439/Put/seqid=0 2024-12-13T07:32:09,309 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#B#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:09,310 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/463145744d25446dbe4545938c684976 is 50, key is test_row_0/B:col10/1734075128439/Put/seqid=0 2024-12-13T07:32:09,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742330_1506 (size=12983) 2024-12-13T07:32:09,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742329_1505 (size=12983) 2024-12-13T07:32:09,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:09,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-13T07:32:09,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:09,416 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-13T07:32:09,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:32:09,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:09,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:32:09,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:09,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:32:09,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:09,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/6050c34fc13145488eb02d9cdfa5d4a4 is 50, key is test_row_0/A:col10/1734075128505/Put/seqid=0 2024-12-13T07:32:09,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742331_1507 (size=12301) 2024-12-13T07:32:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-13T07:32:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:32:09,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:32:09,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075189649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:09,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075189649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:09,721 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/96e829761706432ab0b6a6fb0cfd4966 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/96e829761706432ab0b6a6fb0cfd4966 2024-12-13T07:32:09,721 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/463145744d25446dbe4545938c684976 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/463145744d25446dbe4545938c684976 2024-12-13T07:32:09,726 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/B of 48a48d44dc6e1d613fc146dea0660b83 into 463145744d25446dbe4545938c684976(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:09,726 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:09,726 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/B, priority=12, startTime=1734075129301; duration=0sec 2024-12-13T07:32:09,727 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:09,727 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:B 2024-12-13T07:32:09,727 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T07:32:09,727 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/A of 48a48d44dc6e1d613fc146dea0660b83 into 96e829761706432ab0b6a6fb0cfd4966(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:09,727 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:09,727 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/A, priority=12, startTime=1734075129301; duration=0sec 2024-12-13T07:32:09,727 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:09,727 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:A 2024-12-13T07:32:09,728 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T07:32:09,728 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/C is initiating minor compaction (all files) 2024-12-13T07:32:09,728 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/C in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:09,728 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/eec637011c37435ea063edbab10e7bfa, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/cfe3d24c57a3475ca5ef56b797dfac84, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/1dfa0a0571964c079e695eb6391a5e28, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/33c961b0ce6943d683b5736d7bf10a04] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=48.3 K 2024-12-13T07:32:09,728 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting eec637011c37435ea063edbab10e7bfa, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734075124660 2024-12-13T07:32:09,729 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting cfe3d24c57a3475ca5ef56b797dfac84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734075125283 2024-12-13T07:32:09,729 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dfa0a0571964c079e695eb6391a5e28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734075125659 2024-12-13T07:32:09,729 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 33c961b0ce6943d683b5736d7bf10a04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734075128439 2024-12-13T07:32:09,736 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#C#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:09,736 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/c41215530d52462880ad58f548cd9096 is 50, key is test_row_0/C:col10/1734075128439/Put/seqid=0 2024-12-13T07:32:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742332_1508 (size=12983) 2024-12-13T07:32:09,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075189755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:09,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075189755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:09,824 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/6050c34fc13145488eb02d9cdfa5d4a4 2024-12-13T07:32:09,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/c275d94dd98c4e88994218a46724a2b1 is 50, key is test_row_0/B:col10/1734075128505/Put/seqid=0 2024-12-13T07:32:09,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742333_1509 (size=12301) 2024-12-13T07:32:09,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44400 deadline: 1734075189831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:09,835 DEBUG [Thread-1986 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., hostname=9eb75de94ef3,40871,1734074980781, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:32:09,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075189957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:09,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075189958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:10,147 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/c41215530d52462880ad58f548cd9096 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/c41215530d52462880ad58f548cd9096 2024-12-13T07:32:10,151 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/C of 48a48d44dc6e1d613fc146dea0660b83 into c41215530d52462880ad58f548cd9096(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:10,151 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:10,151 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/C, priority=12, startTime=1734075129301; duration=0sec 2024-12-13T07:32:10,151 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:10,151 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:C 2024-12-13T07:32:10,234 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/c275d94dd98c4e88994218a46724a2b1 2024-12-13T07:32:10,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/0bf4dc742e4941e3ab93b733db73b22c is 50, key is test_row_0/C:col10/1734075128505/Put/seqid=0 2024-12-13T07:32:10,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742334_1510 (size=12301) 2024-12-13T07:32:10,242 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/0bf4dc742e4941e3ab93b733db73b22c 2024-12-13T07:32:10,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/6050c34fc13145488eb02d9cdfa5d4a4 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/6050c34fc13145488eb02d9cdfa5d4a4 2024-12-13T07:32:10,248 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/6050c34fc13145488eb02d9cdfa5d4a4, entries=150, sequenceid=313, filesize=12.0 K 2024-12-13T07:32:10,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/c275d94dd98c4e88994218a46724a2b1 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/c275d94dd98c4e88994218a46724a2b1 2024-12-13T07:32:10,251 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/c275d94dd98c4e88994218a46724a2b1, entries=150, sequenceid=313, filesize=12.0 K 2024-12-13T07:32:10,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/0bf4dc742e4941e3ab93b733db73b22c as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/0bf4dc742e4941e3ab93b733db73b22c 2024-12-13T07:32:10,255 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/0bf4dc742e4941e3ab93b733db73b22c, entries=150, sequenceid=313, filesize=12.0 K 2024-12-13T07:32:10,255 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 48a48d44dc6e1d613fc146dea0660b83 in 839ms, sequenceid=313, compaction requested=false 2024-12-13T07:32:10,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:10,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:10,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-13T07:32:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-12-13T07:32:10,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-13T07:32:10,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7530 sec 2024-12-13T07:32:10,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.7560 sec 2024-12-13T07:32:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:32:10,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T07:32:10,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:32:10,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:10,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:32:10,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:10,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:32:10,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:10,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/7d80e3f9448b4de5a5c52a5f3d2216c4 is 50, key is test_row_0/A:col10/1734075129648/Put/seqid=0 2024-12-13T07:32:10,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742335_1511 (size=14741) 2024-12-13T07:32:10,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:10,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075190331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075190332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:10,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075190436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:10,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075190436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-13T07:32:10,606 INFO [Thread-1995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-13T07:32:10,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:32:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-13T07:32:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-13T07:32:10,608 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:32:10,609 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:32:10,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:32:10,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075190642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:10,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075190642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:10,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/7d80e3f9448b4de5a5c52a5f3d2216c4 2024-12-13T07:32:10,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/0970a1836dc44d04bce4d9034fbcbeec is 50, key is test_row_0/B:col10/1734075129648/Put/seqid=0 2024-12-13T07:32:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-13T07:32:10,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742336_1512 (size=12301) 2024-12-13T07:32:10,760 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:10,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-13T07:32:10,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:10,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:32:10,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:10,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:10,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-13T07:32:10,912 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:10,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-13T07:32:10,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:10,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:32:10,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:10,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:10,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:10,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075190946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:10,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075190947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:11,064 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:11,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-13T07:32:11,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:11,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:32:11,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:11,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:11,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:11,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/0970a1836dc44d04bce4d9034fbcbeec 2024-12-13T07:32:11,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/32d84a458c5540d093217f74dc2b2d1d is 50, key is test_row_0/C:col10/1734075129648/Put/seqid=0 2024-12-13T07:32:11,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742337_1513 (size=12301) 2024-12-13T07:32:11,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/32d84a458c5540d093217f74dc2b2d1d 2024-12-13T07:32:11,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/7d80e3f9448b4de5a5c52a5f3d2216c4 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/7d80e3f9448b4de5a5c52a5f3d2216c4 2024-12-13T07:32:11,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/7d80e3f9448b4de5a5c52a5f3d2216c4, entries=200, sequenceid=328, filesize=14.4 K 2024-12-13T07:32:11,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/0970a1836dc44d04bce4d9034fbcbeec as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/0970a1836dc44d04bce4d9034fbcbeec 2024-12-13T07:32:11,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/0970a1836dc44d04bce4d9034fbcbeec, entries=150, sequenceid=328, filesize=12.0 K 2024-12-13T07:32:11,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/32d84a458c5540d093217f74dc2b2d1d as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/32d84a458c5540d093217f74dc2b2d1d 2024-12-13T07:32:11,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/32d84a458c5540d093217f74dc2b2d1d, entries=150, sequenceid=328, filesize=12.0 K 2024-12-13T07:32:11,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 48a48d44dc6e1d613fc146dea0660b83 in 883ms, sequenceid=328, compaction requested=true 2024-12-13T07:32:11,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:11,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:32:11,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:11,149 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:11,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:32:11,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:11,149 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:11,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:32:11,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:11,150 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:11,150 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/A is initiating minor compaction (all files) 2024-12-13T07:32:11,150 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/A in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:11,150 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/96e829761706432ab0b6a6fb0cfd4966, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/6050c34fc13145488eb02d9cdfa5d4a4, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/7d80e3f9448b4de5a5c52a5f3d2216c4] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=39.1 K 2024-12-13T07:32:11,150 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:11,150 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/B is initiating minor compaction (all files) 2024-12-13T07:32:11,150 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/B in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:11,150 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/463145744d25446dbe4545938c684976, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/c275d94dd98c4e88994218a46724a2b1, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/0970a1836dc44d04bce4d9034fbcbeec] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=36.7 K 2024-12-13T07:32:11,151 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96e829761706432ab0b6a6fb0cfd4966, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734075128439 2024-12-13T07:32:11,151 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6050c34fc13145488eb02d9cdfa5d4a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1734075128455 2024-12-13T07:32:11,151 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 463145744d25446dbe4545938c684976, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734075128439 2024-12-13T07:32:11,151 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d80e3f9448b4de5a5c52a5f3d2216c4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734075129642 2024-12-13T07:32:11,151 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting c275d94dd98c4e88994218a46724a2b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1734075128455 2024-12-13T07:32:11,151 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 0970a1836dc44d04bce4d9034fbcbeec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734075129648 2024-12-13T07:32:11,156 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#B#compaction#440 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:11,157 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/003794fc732446469d9dc051dfa68fe6 is 50, key is test_row_0/B:col10/1734075129648/Put/seqid=0 2024-12-13T07:32:11,157 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#A#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:11,158 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/fc30f17eb43d44c79290f5ac587f87ca is 50, key is test_row_0/A:col10/1734075129648/Put/seqid=0 2024-12-13T07:32:11,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742338_1514 (size=13085) 2024-12-13T07:32:11,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742339_1515 (size=13085) 2024-12-13T07:32:11,186 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/003794fc732446469d9dc051dfa68fe6 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/003794fc732446469d9dc051dfa68fe6 2024-12-13T07:32:11,189 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/B of 48a48d44dc6e1d613fc146dea0660b83 into 003794fc732446469d9dc051dfa68fe6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:11,189 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:11,189 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/B, priority=13, startTime=1734075131149; duration=0sec 2024-12-13T07:32:11,189 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:11,189 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:B 2024-12-13T07:32:11,189 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:11,190 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:11,190 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/C is initiating minor compaction (all files) 2024-12-13T07:32:11,190 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/C in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:11,191 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/c41215530d52462880ad58f548cd9096, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/0bf4dc742e4941e3ab93b733db73b22c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/32d84a458c5540d093217f74dc2b2d1d] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=36.7 K 2024-12-13T07:32:11,191 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting c41215530d52462880ad58f548cd9096, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734075128439 2024-12-13T07:32:11,191 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bf4dc742e4941e3ab93b733db73b22c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1734075128455 2024-12-13T07:32:11,191 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 32d84a458c5540d093217f74dc2b2d1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734075129648 2024-12-13T07:32:11,195 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#C#compaction#442 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:11,196 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/d8ded699076e44c6b9b9d883a9eb8db9 is 50, key is test_row_0/C:col10/1734075129648/Put/seqid=0 2024-12-13T07:32:11,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742340_1516 (size=13085) 2024-12-13T07:32:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-13T07:32:11,216 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:11,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-13T07:32:11,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:11,217 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-13T07:32:11,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:32:11,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:11,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:32:11,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:11,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:32:11,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:11,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/dc71e093aa4b429f8dfa0da61e7c3b35 is 50, key is test_row_0/A:col10/1734075130320/Put/seqid=0 2024-12-13T07:32:11,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742341_1517 (size=12301) 2024-12-13T07:32:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:32:11,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. as already flushing 2024-12-13T07:32:11,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075191467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:11,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075191470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:11,569 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/fc30f17eb43d44c79290f5ac587f87ca as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/fc30f17eb43d44c79290f5ac587f87ca 2024-12-13T07:32:11,573 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/A of 48a48d44dc6e1d613fc146dea0660b83 into fc30f17eb43d44c79290f5ac587f87ca(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:11,573 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:11,573 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/A, priority=13, startTime=1734075131149; duration=0sec 2024-12-13T07:32:11,573 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:11,573 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:A 2024-12-13T07:32:11,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075191571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:11,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075191572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:11,614 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/d8ded699076e44c6b9b9d883a9eb8db9 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/d8ded699076e44c6b9b9d883a9eb8db9 2024-12-13T07:32:11,617 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/C of 48a48d44dc6e1d613fc146dea0660b83 into d8ded699076e44c6b9b9d883a9eb8db9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:11,617 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:11,617 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/C, priority=13, startTime=1734075131149; duration=0sec 2024-12-13T07:32:11,617 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:11,617 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:C 2024-12-13T07:32:11,624 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/dc71e093aa4b429f8dfa0da61e7c3b35 2024-12-13T07:32:11,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/03b4a4c0d72e463289f12323dde467f4 is 50, key is test_row_0/B:col10/1734075130320/Put/seqid=0 2024-12-13T07:32:11,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742342_1518 (size=12301) 2024-12-13T07:32:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-13T07:32:11,759 DEBUG [Thread-1996 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7861b162 to 127.0.0.1:65137 2024-12-13T07:32:11,759 DEBUG [Thread-1996 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:11,759 DEBUG [Thread-1998 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x154f0f85 to 127.0.0.1:65137 2024-12-13T07:32:11,759 DEBUG [Thread-1998 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:11,762 DEBUG [Thread-2002 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x054c2725 to 127.0.0.1:65137 2024-12-13T07:32:11,762 DEBUG [Thread-2002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:11,763 DEBUG [Thread-2000 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x008a917b to 127.0.0.1:65137 2024-12-13T07:32:11,763 DEBUG [Thread-2000 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:11,764 DEBUG [Thread-2004 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79d49886 to 127.0.0.1:65137 2024-12-13T07:32:11,764 DEBUG [Thread-2004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:11,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075191775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:11,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075191776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:12,046 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/03b4a4c0d72e463289f12323dde467f4 2024-12-13T07:32:12,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/20297f8504b54c39906959c155c6e7d4 is 50, key is test_row_0/C:col10/1734075130320/Put/seqid=0 2024-12-13T07:32:12,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742343_1519 (size=12301) 2024-12-13T07:32:12,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44418 deadline: 1734075192076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:12,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44410 deadline: 1734075192078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:12,454 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/20297f8504b54c39906959c155c6e7d4 2024-12-13T07:32:12,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/dc71e093aa4b429f8dfa0da61e7c3b35 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/dc71e093aa4b429f8dfa0da61e7c3b35 2024-12-13T07:32:12,460 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/dc71e093aa4b429f8dfa0da61e7c3b35, entries=150, sequenceid=354, filesize=12.0 K 2024-12-13T07:32:12,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/03b4a4c0d72e463289f12323dde467f4 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/03b4a4c0d72e463289f12323dde467f4 2024-12-13T07:32:12,462 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/03b4a4c0d72e463289f12323dde467f4, entries=150, sequenceid=354, filesize=12.0 K 2024-12-13T07:32:12,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/20297f8504b54c39906959c155c6e7d4 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/20297f8504b54c39906959c155c6e7d4 2024-12-13T07:32:12,465 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/20297f8504b54c39906959c155c6e7d4, entries=150, sequenceid=354, filesize=12.0 K 2024-12-13T07:32:12,465 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 48a48d44dc6e1d613fc146dea0660b83 in 1248ms, sequenceid=354, compaction requested=false 2024-12-13T07:32:12,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:12,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:12,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-13T07:32:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-12-13T07:32:12,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-13T07:32:12,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8570 sec 2024-12-13T07:32:12,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.8610 sec 2024-12-13T07:32:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:32:12,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T07:32:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:32:12,580 DEBUG [Thread-1984 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ef40578 to 127.0.0.1:65137 2024-12-13T07:32:12,580 DEBUG [Thread-1984 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:32:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:32:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:12,582 DEBUG [Thread-1990 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b8b6e04 to 127.0.0.1:65137 2024-12-13T07:32:12,582 DEBUG [Thread-1990 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:12,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/e377ddbc6d4b4ef2ae3b09ad0f989814 is 50, key is test_row_0/A:col10/1734075132579/Put/seqid=0 2024-12-13T07:32:12,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742344_1520 (size=12301) 2024-12-13T07:32:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-13T07:32:12,711 INFO [Thread-1995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-13T07:32:12,815 DEBUG [Thread-1988 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06bc0f7c to 127.0.0.1:65137 2024-12-13T07:32:12,815 DEBUG [Thread-1988 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:12,834 DEBUG [Thread-1993 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bc486e1 to 127.0.0.1:65137 2024-12-13T07:32:12,834 DEBUG [Thread-1993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:12,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/e377ddbc6d4b4ef2ae3b09ad0f989814 2024-12-13T07:32:12,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/952b6cccda5944f299d568afc427206f is 50, key is test_row_0/B:col10/1734075132579/Put/seqid=0 2024-12-13T07:32:12,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742345_1521 (size=12301) 2024-12-13T07:32:13,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/952b6cccda5944f299d568afc427206f 2024-12-13T07:32:13,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/80dd8c6c2a454f1a8450bd29cc309317 is 50, key is test_row_0/C:col10/1734075132579/Put/seqid=0 2024-12-13T07:32:13,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742346_1522 (size=12301) 2024-12-13T07:32:13,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/80dd8c6c2a454f1a8450bd29cc309317 2024-12-13T07:32:13,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/e377ddbc6d4b4ef2ae3b09ad0f989814 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e377ddbc6d4b4ef2ae3b09ad0f989814 2024-12-13T07:32:13,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e377ddbc6d4b4ef2ae3b09ad0f989814, entries=150, sequenceid=368, filesize=12.0 K 2024-12-13T07:32:13,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/952b6cccda5944f299d568afc427206f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/952b6cccda5944f299d568afc427206f 2024-12-13T07:32:13,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/952b6cccda5944f299d568afc427206f, entries=150, sequenceid=368, filesize=12.0 K 2024-12-13T07:32:13,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/80dd8c6c2a454f1a8450bd29cc309317 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/80dd8c6c2a454f1a8450bd29cc309317 2024-12-13T07:32:13,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/80dd8c6c2a454f1a8450bd29cc309317, entries=150, sequenceid=368, filesize=12.0 K 2024-12-13T07:32:13,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=20.13 KB/20610 for 48a48d44dc6e1d613fc146dea0660b83 in 1234ms, sequenceid=368, compaction requested=true 2024-12-13T07:32:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:32:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:13,814 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:32:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:13,814 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48a48d44dc6e1d613fc146dea0660b83:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:32:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:13,815 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:13,815 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:13,815 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/B is initiating minor compaction (all files) 2024-12-13T07:32:13,815 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): 48a48d44dc6e1d613fc146dea0660b83/A is initiating minor compaction (all files) 2024-12-13T07:32:13,815 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/B in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:13,815 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 48a48d44dc6e1d613fc146dea0660b83/A in TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:13,815 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/003794fc732446469d9dc051dfa68fe6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/03b4a4c0d72e463289f12323dde467f4, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/952b6cccda5944f299d568afc427206f] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=36.8 K 2024-12-13T07:32:13,815 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/fc30f17eb43d44c79290f5ac587f87ca, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/dc71e093aa4b429f8dfa0da61e7c3b35, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e377ddbc6d4b4ef2ae3b09ad0f989814] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp, totalSize=36.8 K 2024-12-13T07:32:13,815 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 003794fc732446469d9dc051dfa68fe6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734075129648 2024-12-13T07:32:13,815 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc30f17eb43d44c79290f5ac587f87ca, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734075129648 2024-12-13T07:32:13,815 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc71e093aa4b429f8dfa0da61e7c3b35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1734075130320 2024-12-13T07:32:13,815 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 03b4a4c0d72e463289f12323dde467f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1734075130320 2024-12-13T07:32:13,816 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting e377ddbc6d4b4ef2ae3b09ad0f989814, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1734075131460 2024-12-13T07:32:13,816 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 952b6cccda5944f299d568afc427206f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1734075131460 2024-12-13T07:32:13,821 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#B#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:13,821 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/d5feede285e248f4b71f5e4791379d1b is 50, key is test_row_0/B:col10/1734075132579/Put/seqid=0 2024-12-13T07:32:13,821 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48a48d44dc6e1d613fc146dea0660b83#A#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:13,821 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/dd595f3551884857a581f5fa2a5616f8 is 50, key is test_row_0/A:col10/1734075132579/Put/seqid=0 2024-12-13T07:32:13,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742347_1523 (size=13187) 2024-12-13T07:32:13,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742348_1524 (size=13187) 2024-12-13T07:32:13,858 DEBUG [Thread-1986 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x032bb71c to 127.0.0.1:65137 2024-12-13T07:32:13,858 DEBUG [Thread-1986 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-13T07:32:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-12-13T07:32:13,858 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-12-13T07:32:13,859 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-12-13T07:32:13,859 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-12-13T07:32:13,859 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-12-13T07:32:13,859 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-13T07:32:13,859 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-13T07:32:13,859 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3138 2024-12-13T07:32:13,859 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9414 rows 2024-12-13T07:32:13,859 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3169 2024-12-13T07:32:13,859 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9507 rows 2024-12-13T07:32:13,859 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3156 2024-12-13T07:32:13,859 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9468 rows 2024-12-13T07:32:13,859 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3142 2024-12-13T07:32:13,859 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9426 rows 2024-12-13T07:32:13,859 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3168 2024-12-13T07:32:13,859 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9504 rows 2024-12-13T07:32:13,859 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T07:32:13,859 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32c12a30 to 127.0.0.1:65137 2024-12-13T07:32:13,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:13,861 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-13T07:32:13,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-13T07:32:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-13T07:32:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-13T07:32:13,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075133866"}]},"ts":"1734075133866"} 2024-12-13T07:32:13,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-13T07:32:13,913 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-13T07:32:13,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-13T07:32:13,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=48a48d44dc6e1d613fc146dea0660b83, UNASSIGN}] 2024-12-13T07:32:13,915 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=48a48d44dc6e1d613fc146dea0660b83, UNASSIGN 2024-12-13T07:32:13,916 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=48a48d44dc6e1d613fc146dea0660b83, regionState=CLOSING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:13,916 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T07:32:13,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure 48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:32:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-13T07:32:14,068 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:14,068 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:32:14,068 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T07:32:14,068 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing 48a48d44dc6e1d613fc146dea0660b83, disabling compactions & flushes 2024-12-13T07:32:14,068 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-13T07:32:14,228 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/d5feede285e248f4b71f5e4791379d1b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/d5feede285e248f4b71f5e4791379d1b 2024-12-13T07:32:14,231 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/dd595f3551884857a581f5fa2a5616f8 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/dd595f3551884857a581f5fa2a5616f8 2024-12-13T07:32:14,231 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/B of 48a48d44dc6e1d613fc146dea0660b83 into d5feede285e248f4b71f5e4791379d1b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:14,231 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:14,231 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/B, priority=13, startTime=1734075133814; duration=0sec 2024-12-13T07:32:14,231 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:14,231 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:B 2024-12-13T07:32:14,231 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. because compaction request was cancelled 2024-12-13T07:32:14,231 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:C 2024-12-13T07:32:14,234 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 48a48d44dc6e1d613fc146dea0660b83/A of 48a48d44dc6e1d613fc146dea0660b83 into dd595f3551884857a581f5fa2a5616f8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:14,234 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:14,234 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83., storeName=48a48d44dc6e1d613fc146dea0660b83/A, priority=13, startTime=1734075133814; duration=0sec 2024-12-13T07:32:14,234 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:14,234 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:14,234 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48a48d44dc6e1d613fc146dea0660b83:A 2024-12-13T07:32:14,234 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:14,234 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. after waiting 0 ms 2024-12-13T07:32:14,234 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:14,234 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(2837): Flushing 48a48d44dc6e1d613fc146dea0660b83 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-13T07:32:14,234 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=A 2024-12-13T07:32:14,234 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:14,234 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=B 2024-12-13T07:32:14,234 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:14,234 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48a48d44dc6e1d613fc146dea0660b83, store=C 2024-12-13T07:32:14,234 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:14,237 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/a2c7d72cb8b54e0d9039be32d8d48ab3 is 50, key is test_row_0/A:col10/1734075133857/Put/seqid=0 2024-12-13T07:32:14,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742349_1525 (size=9857) 2024-12-13T07:32:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-13T07:32:14,640 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/a2c7d72cb8b54e0d9039be32d8d48ab3 2024-12-13T07:32:14,645 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/2c2ca798a1e548db9bc3be2f83ca560e is 50, key is test_row_0/B:col10/1734075133857/Put/seqid=0 2024-12-13T07:32:14,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742350_1526 (size=9857) 2024-12-13T07:32:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-13T07:32:15,049 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/2c2ca798a1e548db9bc3be2f83ca560e 2024-12-13T07:32:15,053 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/4cb47db9da5642adbcec4eecb457f84c is 50, key is test_row_0/C:col10/1734075133857/Put/seqid=0 2024-12-13T07:32:15,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742351_1527 (size=9857) 2024-12-13T07:32:15,456 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/4cb47db9da5642adbcec4eecb457f84c 2024-12-13T07:32:15,459 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/A/a2c7d72cb8b54e0d9039be32d8d48ab3 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/a2c7d72cb8b54e0d9039be32d8d48ab3 2024-12-13T07:32:15,462 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/a2c7d72cb8b54e0d9039be32d8d48ab3, entries=100, sequenceid=377, filesize=9.6 K 2024-12-13T07:32:15,462 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/B/2c2ca798a1e548db9bc3be2f83ca560e as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2c2ca798a1e548db9bc3be2f83ca560e 2024-12-13T07:32:15,464 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2c2ca798a1e548db9bc3be2f83ca560e, entries=100, sequenceid=377, filesize=9.6 K 2024-12-13T07:32:15,465 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/.tmp/C/4cb47db9da5642adbcec4eecb457f84c as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/4cb47db9da5642adbcec4eecb457f84c 2024-12-13T07:32:15,467 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/4cb47db9da5642adbcec4eecb457f84c, entries=100, sequenceid=377, filesize=9.6 K 2024-12-13T07:32:15,468 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 48a48d44dc6e1d613fc146dea0660b83 in 1234ms, sequenceid=377, compaction requested=true 2024-12-13T07:32:15,468 DEBUG [StoreCloser-TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e447ed2048f24b278f079de0164cdd47, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/dc59f7e6462c422cbbd9287189f97c0f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/cd6372a6ad4a4af59cff1a59aaae614d, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/4f05eadcafda446890a5e950b712a630, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/aadb6771b5c142999478e05249af76fe, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/2118ea83983c435d840bdbbee901af8e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/f3dd91ff5170498fa31a89f0a98286c0, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/b6c48edd013c42ff9738c4db129b1a90, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/2d8b465d3b8540f49f2e42ce56e31587, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/9e50874776a0499890567814467b8777, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e42a457a712a4420a96c1ac66ddcb72f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/1e36a45a81764539b42f240c35e68157, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e2572bbcad1b49c78f700856e95502dc, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/35cacf69c3c64f1286931932ca5f5144, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/8be420d499f6493eba7b3431957c4a41, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/ce76e23de72c4308b70f899b8de76e1f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/27560d888f9f45f29324cb1788e0018e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/f81a2f64948d445db56f2a1ad156ebef, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/d554c5469bd349b5acca5be3c3c7b43a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/aadc1e9fddac416082d29dde85826ba4, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/96e829761706432ab0b6a6fb0cfd4966, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/6050c34fc13145488eb02d9cdfa5d4a4, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/7d80e3f9448b4de5a5c52a5f3d2216c4, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/fc30f17eb43d44c79290f5ac587f87ca, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/dc71e093aa4b429f8dfa0da61e7c3b35, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e377ddbc6d4b4ef2ae3b09ad0f989814] to archive 2024-12-13T07:32:15,469 DEBUG [StoreCloser-TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T07:32:15,471 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/dc59f7e6462c422cbbd9287189f97c0f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/dc59f7e6462c422cbbd9287189f97c0f 2024-12-13T07:32:15,471 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/cd6372a6ad4a4af59cff1a59aaae614d to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/cd6372a6ad4a4af59cff1a59aaae614d 2024-12-13T07:32:15,471 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/2118ea83983c435d840bdbbee901af8e to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/2118ea83983c435d840bdbbee901af8e 2024-12-13T07:32:15,471 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/4f05eadcafda446890a5e950b712a630 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/4f05eadcafda446890a5e950b712a630 2024-12-13T07:32:15,471 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e447ed2048f24b278f079de0164cdd47 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e447ed2048f24b278f079de0164cdd47 2024-12-13T07:32:15,471 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/aadb6771b5c142999478e05249af76fe to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/aadb6771b5c142999478e05249af76fe 2024-12-13T07:32:15,471 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/f3dd91ff5170498fa31a89f0a98286c0 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/f3dd91ff5170498fa31a89f0a98286c0 2024-12-13T07:32:15,471 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/b6c48edd013c42ff9738c4db129b1a90 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/b6c48edd013c42ff9738c4db129b1a90 2024-12-13T07:32:15,473 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/9e50874776a0499890567814467b8777 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/9e50874776a0499890567814467b8777 2024-12-13T07:32:15,473 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/1e36a45a81764539b42f240c35e68157 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/1e36a45a81764539b42f240c35e68157 2024-12-13T07:32:15,473 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/8be420d499f6493eba7b3431957c4a41 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/8be420d499f6493eba7b3431957c4a41 2024-12-13T07:32:15,473 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/2d8b465d3b8540f49f2e42ce56e31587 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/2d8b465d3b8540f49f2e42ce56e31587 2024-12-13T07:32:15,473 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e42a457a712a4420a96c1ac66ddcb72f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e42a457a712a4420a96c1ac66ddcb72f 2024-12-13T07:32:15,473 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/35cacf69c3c64f1286931932ca5f5144 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/35cacf69c3c64f1286931932ca5f5144 2024-12-13T07:32:15,473 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/ce76e23de72c4308b70f899b8de76e1f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/ce76e23de72c4308b70f899b8de76e1f 2024-12-13T07:32:15,473 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e2572bbcad1b49c78f700856e95502dc to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e2572bbcad1b49c78f700856e95502dc 2024-12-13T07:32:15,474 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/27560d888f9f45f29324cb1788e0018e to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/27560d888f9f45f29324cb1788e0018e 2024-12-13T07:32:15,474 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/7d80e3f9448b4de5a5c52a5f3d2216c4 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/7d80e3f9448b4de5a5c52a5f3d2216c4 2024-12-13T07:32:15,474 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/d554c5469bd349b5acca5be3c3c7b43a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/d554c5469bd349b5acca5be3c3c7b43a 2024-12-13T07:32:15,474 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/96e829761706432ab0b6a6fb0cfd4966 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/96e829761706432ab0b6a6fb0cfd4966 2024-12-13T07:32:15,474 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/f81a2f64948d445db56f2a1ad156ebef to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/f81a2f64948d445db56f2a1ad156ebef 2024-12-13T07:32:15,474 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/6050c34fc13145488eb02d9cdfa5d4a4 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/6050c34fc13145488eb02d9cdfa5d4a4 2024-12-13T07:32:15,474 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/aadc1e9fddac416082d29dde85826ba4 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/aadc1e9fddac416082d29dde85826ba4 2024-12-13T07:32:15,475 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/fc30f17eb43d44c79290f5ac587f87ca to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/fc30f17eb43d44c79290f5ac587f87ca 2024-12-13T07:32:15,475 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/dc71e093aa4b429f8dfa0da61e7c3b35 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/dc71e093aa4b429f8dfa0da61e7c3b35 2024-12-13T07:32:15,475 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e377ddbc6d4b4ef2ae3b09ad0f989814 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/e377ddbc6d4b4ef2ae3b09ad0f989814 2024-12-13T07:32:15,476 DEBUG [StoreCloser-TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/cfdf74409bfb4ace9818e5792de5ca21, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/3d28769a610d4fee8ef1ef672c5f5de7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/1707dad7055449ae98e22cdf5f42fda8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/879ae88753e64e3881c63cb7227fc843, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2e20454abcf24178bcedfc581ce52d75, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/421d52603dc54f9eb67f2d6b25b080ee, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2ea14e4130824dcfbfa62859d0f9fefb, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2c6c3b9d7e854a9ea5c6f6aabb719a3b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/4fffa638a3384b75aebaaba382c7c6ca, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/237e98e6f634469ab7616e7bfbbabc51, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/9c8db97cb5f9467e89be18352aff5220, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/a93cda3faff54ae1a364bd65f79acc8e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/429a371166404a0b84fda62b0be2b7f1, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/6fea1768b829497a9ac194471aa9a580, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/06b42592177446078f6afdb51d1ec562, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/3b0e340fa39e4b9e888fa629e4b4a52a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/5959e6aaffe24fcfb9c33e93b22be0bb, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/4de767b1781b4dcb8cba1246b961c4bb, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/15560de14a4445d6a526dce3a5122995, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/463145744d25446dbe4545938c684976, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/090b75343d87416c9c552146041a1597, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/c275d94dd98c4e88994218a46724a2b1, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/003794fc732446469d9dc051dfa68fe6, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/0970a1836dc44d04bce4d9034fbcbeec, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/03b4a4c0d72e463289f12323dde467f4, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/952b6cccda5944f299d568afc427206f] to archive 2024-12-13T07:32:15,476 DEBUG [StoreCloser-TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T07:32:15,477 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/3d28769a610d4fee8ef1ef672c5f5de7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/3d28769a610d4fee8ef1ef672c5f5de7 2024-12-13T07:32:15,477 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/cfdf74409bfb4ace9818e5792de5ca21 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/cfdf74409bfb4ace9818e5792de5ca21 2024-12-13T07:32:15,477 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/1707dad7055449ae98e22cdf5f42fda8 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/1707dad7055449ae98e22cdf5f42fda8 2024-12-13T07:32:15,478 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/879ae88753e64e3881c63cb7227fc843 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/879ae88753e64e3881c63cb7227fc843 2024-12-13T07:32:15,478 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2c6c3b9d7e854a9ea5c6f6aabb719a3b to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2c6c3b9d7e854a9ea5c6f6aabb719a3b 2024-12-13T07:32:15,478 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2e20454abcf24178bcedfc581ce52d75 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2e20454abcf24178bcedfc581ce52d75 2024-12-13T07:32:15,478 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2ea14e4130824dcfbfa62859d0f9fefb to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2ea14e4130824dcfbfa62859d0f9fefb 2024-12-13T07:32:15,478 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/421d52603dc54f9eb67f2d6b25b080ee to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/421d52603dc54f9eb67f2d6b25b080ee 2024-12-13T07:32:15,479 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/237e98e6f634469ab7616e7bfbbabc51 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/237e98e6f634469ab7616e7bfbbabc51 2024-12-13T07:32:15,479 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/4fffa638a3384b75aebaaba382c7c6ca to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/4fffa638a3384b75aebaaba382c7c6ca 2024-12-13T07:32:15,479 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/429a371166404a0b84fda62b0be2b7f1 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/429a371166404a0b84fda62b0be2b7f1 2024-12-13T07:32:15,479 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/9c8db97cb5f9467e89be18352aff5220 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/9c8db97cb5f9467e89be18352aff5220 2024-12-13T07:32:15,479 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/06b42592177446078f6afdb51d1ec562 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/06b42592177446078f6afdb51d1ec562 2024-12-13T07:32:15,479 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/a93cda3faff54ae1a364bd65f79acc8e to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/a93cda3faff54ae1a364bd65f79acc8e 2024-12-13T07:32:15,479 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/6fea1768b829497a9ac194471aa9a580 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/6fea1768b829497a9ac194471aa9a580 2024-12-13T07:32:15,479 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/3b0e340fa39e4b9e888fa629e4b4a52a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/3b0e340fa39e4b9e888fa629e4b4a52a 2024-12-13T07:32:15,480 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/5959e6aaffe24fcfb9c33e93b22be0bb to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/5959e6aaffe24fcfb9c33e93b22be0bb 2024-12-13T07:32:15,480 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/4de767b1781b4dcb8cba1246b961c4bb to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/4de767b1781b4dcb8cba1246b961c4bb 2024-12-13T07:32:15,480 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/463145744d25446dbe4545938c684976 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/463145744d25446dbe4545938c684976 2024-12-13T07:32:15,480 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/090b75343d87416c9c552146041a1597 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/090b75343d87416c9c552146041a1597 2024-12-13T07:32:15,480 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/c275d94dd98c4e88994218a46724a2b1 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/c275d94dd98c4e88994218a46724a2b1 2024-12-13T07:32:15,480 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/003794fc732446469d9dc051dfa68fe6 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/003794fc732446469d9dc051dfa68fe6 2024-12-13T07:32:15,481 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/0970a1836dc44d04bce4d9034fbcbeec to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/0970a1836dc44d04bce4d9034fbcbeec 2024-12-13T07:32:15,481 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/03b4a4c0d72e463289f12323dde467f4 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/03b4a4c0d72e463289f12323dde467f4 2024-12-13T07:32:15,481 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/952b6cccda5944f299d568afc427206f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/952b6cccda5944f299d568afc427206f 2024-12-13T07:32:15,483 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/15560de14a4445d6a526dce3a5122995 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/15560de14a4445d6a526dce3a5122995 2024-12-13T07:32:15,484 DEBUG [StoreCloser-TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/1dc1bcce482247f6aae5a65cb4ad3b8e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/4e202df88abb43088b0bd5e6f84eb988, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/72628db7cd504465a28a5b2c14849718, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/58a701f98e1d4a059223a4f3513f49e3, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/3b4ec197693f4a7f9eff486cb45a61a5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/e963b8bd8d744b0282daec8dc6edf1ad, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/d481b19691a04d9bbde2902019921dfb, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/909c4dc2d69a499abd9bf0c154ca4071, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/1f548665628544a99cd109411fc178c2, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/b5f78b91115e42eb8e7ffbd556afab11, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/008a3948fcef4961ad8cacd8548272b8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/52f6964d6ce443c29f48f7eea4a56b85, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/070876c9c6324e1aae54a61ff24c1429, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/67dd11390afe40f9893410727e9e9313, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/d43406b8a482405e9de0116f1de07b98, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/eec637011c37435ea063edbab10e7bfa, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/a96429e2a52840eaa9f7059a01fbcb70, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/cfe3d24c57a3475ca5ef56b797dfac84, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/1dfa0a0571964c079e695eb6391a5e28, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/c41215530d52462880ad58f548cd9096, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/33c961b0ce6943d683b5736d7bf10a04, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/0bf4dc742e4941e3ab93b733db73b22c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/32d84a458c5540d093217f74dc2b2d1d] to archive 2024-12-13T07:32:15,485 DEBUG [StoreCloser-TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T07:32:15,486 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/1dc1bcce482247f6aae5a65cb4ad3b8e to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/1dc1bcce482247f6aae5a65cb4ad3b8e 2024-12-13T07:32:15,487 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/58a701f98e1d4a059223a4f3513f49e3 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/58a701f98e1d4a059223a4f3513f49e3 2024-12-13T07:32:15,487 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/4e202df88abb43088b0bd5e6f84eb988 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/4e202df88abb43088b0bd5e6f84eb988 2024-12-13T07:32:15,487 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/3b4ec197693f4a7f9eff486cb45a61a5 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/3b4ec197693f4a7f9eff486cb45a61a5 2024-12-13T07:32:15,487 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/72628db7cd504465a28a5b2c14849718 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/72628db7cd504465a28a5b2c14849718 2024-12-13T07:32:15,487 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/d481b19691a04d9bbde2902019921dfb to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/d481b19691a04d9bbde2902019921dfb 2024-12-13T07:32:15,487 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/e963b8bd8d744b0282daec8dc6edf1ad to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/e963b8bd8d744b0282daec8dc6edf1ad 2024-12-13T07:32:15,487 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/909c4dc2d69a499abd9bf0c154ca4071 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/909c4dc2d69a499abd9bf0c154ca4071 2024-12-13T07:32:15,488 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/1f548665628544a99cd109411fc178c2 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/1f548665628544a99cd109411fc178c2 2024-12-13T07:32:15,488 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/b5f78b91115e42eb8e7ffbd556afab11 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/b5f78b91115e42eb8e7ffbd556afab11 2024-12-13T07:32:15,488 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/67dd11390afe40f9893410727e9e9313 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/67dd11390afe40f9893410727e9e9313 2024-12-13T07:32:15,488 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/52f6964d6ce443c29f48f7eea4a56b85 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/52f6964d6ce443c29f48f7eea4a56b85 2024-12-13T07:32:15,488 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/070876c9c6324e1aae54a61ff24c1429 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/070876c9c6324e1aae54a61ff24c1429 2024-12-13T07:32:15,489 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/d43406b8a482405e9de0116f1de07b98 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/d43406b8a482405e9de0116f1de07b98 2024-12-13T07:32:15,489 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/eec637011c37435ea063edbab10e7bfa to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/eec637011c37435ea063edbab10e7bfa 2024-12-13T07:32:15,489 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/008a3948fcef4961ad8cacd8548272b8 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/008a3948fcef4961ad8cacd8548272b8 2024-12-13T07:32:15,489 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/a96429e2a52840eaa9f7059a01fbcb70 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/a96429e2a52840eaa9f7059a01fbcb70 2024-12-13T07:32:15,489 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/1dfa0a0571964c079e695eb6391a5e28 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/1dfa0a0571964c079e695eb6391a5e28 2024-12-13T07:32:15,489 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/cfe3d24c57a3475ca5ef56b797dfac84 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/cfe3d24c57a3475ca5ef56b797dfac84 2024-12-13T07:32:15,490 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/c41215530d52462880ad58f548cd9096 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/c41215530d52462880ad58f548cd9096 2024-12-13T07:32:15,490 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/33c961b0ce6943d683b5736d7bf10a04 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/33c961b0ce6943d683b5736d7bf10a04 2024-12-13T07:32:15,490 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/0bf4dc742e4941e3ab93b733db73b22c to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/0bf4dc742e4941e3ab93b733db73b22c 2024-12-13T07:32:15,490 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/32d84a458c5540d093217f74dc2b2d1d to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/32d84a458c5540d093217f74dc2b2d1d 2024-12-13T07:32:15,497 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/recovered.edits/380.seqid, newMaxSeqId=380, maxSeqId=1 2024-12-13T07:32:15,498 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83. 2024-12-13T07:32:15,498 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for 48a48d44dc6e1d613fc146dea0660b83: 2024-12-13T07:32:15,499 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed 48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:32:15,499 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=48a48d44dc6e1d613fc146dea0660b83, regionState=CLOSED 2024-12-13T07:32:15,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-13T07:32:15,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure 48a48d44dc6e1d613fc146dea0660b83, server=9eb75de94ef3,40871,1734074980781 in 1.5840 sec 2024-12-13T07:32:15,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-12-13T07:32:15,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=48a48d44dc6e1d613fc146dea0660b83, UNASSIGN in 1.5860 sec 2024-12-13T07:32:15,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-13T07:32:15,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5880 sec 2024-12-13T07:32:15,504 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075135503"}]},"ts":"1734075135503"} 2024-12-13T07:32:15,504 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-13T07:32:15,550 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-13T07:32:15,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6890 sec 2024-12-13T07:32:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-13T07:32:15,970 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-13T07:32:15,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-13T07:32:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:32:15,971 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:32:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-13T07:32:15,972 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=152, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:32:15,973 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:32:15,975 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A, FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B, FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C, FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/recovered.edits] 2024-12-13T07:32:15,976 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/a2c7d72cb8b54e0d9039be32d8d48ab3 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/a2c7d72cb8b54e0d9039be32d8d48ab3 2024-12-13T07:32:15,976 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/dd595f3551884857a581f5fa2a5616f8 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/A/dd595f3551884857a581f5fa2a5616f8 2024-12-13T07:32:15,978 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/d5feede285e248f4b71f5e4791379d1b to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/d5feede285e248f4b71f5e4791379d1b 2024-12-13T07:32:15,978 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2c2ca798a1e548db9bc3be2f83ca560e to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/B/2c2ca798a1e548db9bc3be2f83ca560e 2024-12-13T07:32:15,980 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/20297f8504b54c39906959c155c6e7d4 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/20297f8504b54c39906959c155c6e7d4 2024-12-13T07:32:15,980 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/80dd8c6c2a454f1a8450bd29cc309317 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/80dd8c6c2a454f1a8450bd29cc309317 2024-12-13T07:32:15,980 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/d8ded699076e44c6b9b9d883a9eb8db9 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/d8ded699076e44c6b9b9d883a9eb8db9 2024-12-13T07:32:15,981 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/4cb47db9da5642adbcec4eecb457f84c to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/C/4cb47db9da5642adbcec4eecb457f84c 2024-12-13T07:32:15,982 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/recovered.edits/380.seqid to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83/recovered.edits/380.seqid 2024-12-13T07:32:15,982 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/48a48d44dc6e1d613fc146dea0660b83 2024-12-13T07:32:15,983 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-13T07:32:15,984 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=152, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:32:15,985 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-13T07:32:15,986 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-13T07:32:15,987 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=152, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:32:15,987 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-13T07:32:15,987 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734075135987"}]},"ts":"9223372036854775807"} 2024-12-13T07:32:15,988 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T07:32:15,988 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 48a48d44dc6e1d613fc146dea0660b83, NAME => 'TestAcidGuarantees,,1734075107231.48a48d44dc6e1d613fc146dea0660b83.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T07:32:15,989 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-13T07:32:15,989 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734075135989"}]},"ts":"9223372036854775807"} 2024-12-13T07:32:15,990 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-13T07:32:16,033 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=152, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:32:16,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 64 msec 2024-12-13T07:32:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-13T07:32:16,073 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-12-13T07:32:16,080 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=247 (was 245) - Thread LEAK? -, OpenFileDescriptor=455 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=539 (was 519) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8957 (was 6038) - AvailableMemoryMB LEAK? - 2024-12-13T07:32:16,088 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=247, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=539, ProcessCount=11, AvailableMemoryMB=8957 2024-12-13T07:32:16,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-13T07:32:16,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T07:32:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-13T07:32:16,090 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T07:32:16,090 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:16,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 153 2024-12-13T07:32:16,090 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T07:32:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-13T07:32:16,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742352_1528 (size=963) 2024-12-13T07:32:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-13T07:32:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-13T07:32:16,496 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d 2024-12-13T07:32:16,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742353_1529 (size=53) 2024-12-13T07:32:16,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-13T07:32:16,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:32:16,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b4c0b5c97869725c0034ee1bb7982750, disabling compactions & flushes 2024-12-13T07:32:16,900 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:16,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:16,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. after waiting 0 ms 2024-12-13T07:32:16,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:16,900 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:16,901 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:16,901 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T07:32:16,902 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734075136901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734075136901"}]},"ts":"1734075136901"} 2024-12-13T07:32:16,902 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T07:32:16,903 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T07:32:16,903 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075136903"}]},"ts":"1734075136903"} 2024-12-13T07:32:16,903 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-13T07:32:16,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4c0b5c97869725c0034ee1bb7982750, ASSIGN}] 2024-12-13T07:32:16,955 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4c0b5c97869725c0034ee1bb7982750, ASSIGN 2024-12-13T07:32:16,956 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4c0b5c97869725c0034ee1bb7982750, ASSIGN; state=OFFLINE, location=9eb75de94ef3,40871,1734074980781; forceNewPlan=false, retain=false 2024-12-13T07:32:17,106 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=b4c0b5c97869725c0034ee1bb7982750, regionState=OPENING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:17,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; OpenRegionProcedure b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:32:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-13T07:32:17,258 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:17,260 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:17,260 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7285): Opening region: {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} 2024-12-13T07:32:17,261 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:17,261 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:32:17,261 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7327): checking encryption for b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:17,261 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7330): checking classloading for b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:17,262 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:17,263 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:32:17,263 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4c0b5c97869725c0034ee1bb7982750 columnFamilyName A 2024-12-13T07:32:17,263 DEBUG [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:17,263 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] regionserver.HStore(327): Store=b4c0b5c97869725c0034ee1bb7982750/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:32:17,264 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:17,264 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:32:17,264 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4c0b5c97869725c0034ee1bb7982750 columnFamilyName B 2024-12-13T07:32:17,264 DEBUG [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:17,265 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] regionserver.HStore(327): Store=b4c0b5c97869725c0034ee1bb7982750/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:32:17,265 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:17,265 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:32:17,266 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4c0b5c97869725c0034ee1bb7982750 columnFamilyName C 2024-12-13T07:32:17,266 DEBUG [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:17,266 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] regionserver.HStore(327): Store=b4c0b5c97869725c0034ee1bb7982750/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:32:17,266 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:17,266 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:17,267 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:17,267 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T07:32:17,268 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1085): writing seq id for b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:17,269 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T07:32:17,270 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1102): Opened b4c0b5c97869725c0034ee1bb7982750; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59770065, jitterRate=-0.10935662686824799}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T07:32:17,270 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1001): Region open journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:17,271 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750., pid=155, masterSystemTime=1734075137258 2024-12-13T07:32:17,272 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:17,272 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:17,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=b4c0b5c97869725c0034ee1bb7982750, regionState=OPEN, openSeqNum=2, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:17,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-13T07:32:17,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; OpenRegionProcedure b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 in 166 msec 2024-12-13T07:32:17,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-12-13T07:32:17,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4c0b5c97869725c0034ee1bb7982750, ASSIGN in 319 msec 2024-12-13T07:32:17,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T07:32:17,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075137275"}]},"ts":"1734075137275"} 2024-12-13T07:32:17,275 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-13T07:32:17,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T07:32:17,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1940 sec 2024-12-13T07:32:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-13T07:32:18,194 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-12-13T07:32:18,194 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-12-13T07:32:18,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:32:18,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:32:18,222 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:32:18,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T07:32:18,224 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T07:32:18,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-13T07:32:18,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T07:32:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-13T07:32:18,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742354_1530 (size=999) 2024-12-13T07:32:18,634 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-13T07:32:18,634 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-13T07:32:18,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-13T07:32:18,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4c0b5c97869725c0034ee1bb7982750, REOPEN/MOVE}] 2024-12-13T07:32:18,638 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4c0b5c97869725c0034ee1bb7982750, REOPEN/MOVE 2024-12-13T07:32:18,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=b4c0b5c97869725c0034ee1bb7982750, regionState=CLOSING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:18,639 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T07:32:18,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; CloseRegionProcedure b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:32:18,791 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:18,791 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:18,791 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T07:32:18,791 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing b4c0b5c97869725c0034ee1bb7982750, disabling compactions & flushes 2024-12-13T07:32:18,791 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:18,791 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:18,791 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. after waiting 0 ms 2024-12-13T07:32:18,791 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:18,795 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T07:32:18,795 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:18,795 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:18,795 WARN [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionServer(3786): Not adding moved region record: b4c0b5c97869725c0034ee1bb7982750 to self. 2024-12-13T07:32:18,796 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:18,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=b4c0b5c97869725c0034ee1bb7982750, regionState=CLOSED 2024-12-13T07:32:18,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-12-13T07:32:18,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseRegionProcedure b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 in 158 msec 2024-12-13T07:32:18,799 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4c0b5c97869725c0034ee1bb7982750, REOPEN/MOVE; state=CLOSED, location=9eb75de94ef3,40871,1734074980781; forceNewPlan=false, retain=true 2024-12-13T07:32:18,949 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=b4c0b5c97869725c0034ee1bb7982750, regionState=OPENING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:18,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=158, state=RUNNABLE; OpenRegionProcedure b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:32:19,102 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,104 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:19,104 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7285): Opening region: {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} 2024-12-13T07:32:19,104 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:19,104 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T07:32:19,105 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7327): checking encryption for b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:19,105 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7330): checking classloading for b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:19,105 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:19,106 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:32:19,106 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4c0b5c97869725c0034ee1bb7982750 columnFamilyName A 2024-12-13T07:32:19,107 DEBUG [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:19,107 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] regionserver.HStore(327): Store=b4c0b5c97869725c0034ee1bb7982750/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:32:19,107 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:19,108 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:32:19,108 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4c0b5c97869725c0034ee1bb7982750 columnFamilyName B 2024-12-13T07:32:19,108 DEBUG [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:19,108 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] regionserver.HStore(327): Store=b4c0b5c97869725c0034ee1bb7982750/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:32:19,108 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:19,109 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T07:32:19,109 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4c0b5c97869725c0034ee1bb7982750 columnFamilyName C 2024-12-13T07:32:19,109 DEBUG [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:19,109 INFO [StoreOpener-b4c0b5c97869725c0034ee1bb7982750-1 {}] regionserver.HStore(327): Store=b4c0b5c97869725c0034ee1bb7982750/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T07:32:19,109 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:19,110 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:19,111 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:19,112 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T07:32:19,113 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1085): writing seq id for b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:19,113 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1102): Opened b4c0b5c97869725c0034ee1bb7982750; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71202290, jitterRate=0.060996800661087036}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T07:32:19,114 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1001): Region open journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:19,114 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750., pid=160, masterSystemTime=1734075139102 2024-12-13T07:32:19,115 DEBUG [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:19,116 INFO [RS_OPEN_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:19,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=b4c0b5c97869725c0034ee1bb7982750, regionState=OPEN, openSeqNum=5, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=158 2024-12-13T07:32:19,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=158, state=SUCCESS; OpenRegionProcedure b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 in 167 msec 2024-12-13T07:32:19,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-12-13T07:32:19,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4c0b5c97869725c0034ee1bb7982750, REOPEN/MOVE in 481 msec 2024-12-13T07:32:19,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-12-13T07:32:19,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-12-13T07:32:19,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 895 msec 2024-12-13T07:32:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-13T07:32:19,122 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-12-13T07:32:19,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:32:19,176 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-12-13T07:32:19,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:32:19,199 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-12-13T07:32:19,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:32:19,214 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x091d72db to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58971172 2024-12-13T07:32:19,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e757135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:32:19,226 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-12-13T07:32:19,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:32:19,269 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-12-13T07:32:19,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:32:19,315 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-12-13T07:32:19,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:32:19,353 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-12-13T07:32:19,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:32:19,396 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d832d43 to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c1d3a95 2024-12-13T07:32:19,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bf224f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:32:19,409 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15b6349f to 127.0.0.1:65137 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@503a7d2e 2024-12-13T07:32:19,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79be903c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T07:32:19,479 DEBUG [hconnection-0x55e49b51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:32:19,479 DEBUG [hconnection-0x63f0d024-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:32:19,480 DEBUG [hconnection-0x7dcee5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:32:19,480 DEBUG [hconnection-0x5f70fac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:32:19,481 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:32:19,482 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:32:19,482 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:32:19,482 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:32:19,482 DEBUG [hconnection-0x831e58f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:32:19,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:32:19,482 DEBUG [hconnection-0xc914ba6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:32:19,483 DEBUG [hconnection-0x69aeb749-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:32:19,483 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:32:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-12-13T07:32:19,483 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:32:19,483 DEBUG [hconnection-0x3cd03c83-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:32:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-13T07:32:19,484 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:32:19,484 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:32:19,484 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:32:19,484 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:32:19,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:32:19,485 DEBUG [hconnection-0x730d1781-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:32:19,486 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:32:19,486 DEBUG [hconnection-0xee5794c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T07:32:19,487 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T07:32:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:19,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b4c0b5c97869725c0034ee1bb7982750 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T07:32:19,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=A 2024-12-13T07:32:19,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:19,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=B 2024-12-13T07:32:19,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:19,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=C 2024-12-13T07:32:19,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:19,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075199500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075199501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075199501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45936 deadline: 1734075199501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075199502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412132a640d036c8b4af38be415b863e7c60d_b4c0b5c97869725c0034ee1bb7982750 is 50, key is test_row_0/A:col10/1734075139488/Put/seqid=0 2024-12-13T07:32:19,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742355_1531 (size=12154) 2024-12-13T07:32:19,539 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:19,543 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412132a640d036c8b4af38be415b863e7c60d_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412132a640d036c8b4af38be415b863e7c60d_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:19,543 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/bfbc31d3ba8849de9d5c9c392b138420, store: [table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:19,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/bfbc31d3ba8849de9d5c9c392b138420 is 175, key is test_row_0/A:col10/1734075139488/Put/seqid=0 2024-12-13T07:32:19,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742356_1532 (size=30955) 2024-12-13T07:32:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-13T07:32:19,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075199603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075199603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075199603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45936 deadline: 1734075199604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075199604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-13T07:32:19,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:19,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:19,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:19,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:19,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-13T07:32:19,789 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-13T07:32:19,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:19,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:19,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:19,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:19,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:19,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075199805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45936 deadline: 1734075199805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075199806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075199806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075199810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,941 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:19,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-13T07:32:19,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:19,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:19,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:19,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:19,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:19,947 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/bfbc31d3ba8849de9d5c9c392b138420 2024-12-13T07:32:19,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/8b2811ccb8114b64a712a37d7d302fbc is 50, key is test_row_0/B:col10/1734075139488/Put/seqid=0 2024-12-13T07:32:19,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742357_1533 (size=12001) 2024-12-13T07:32:20,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-13T07:32:20,093 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:20,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-13T07:32:20,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:20,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:20,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:20,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:20,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:20,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:20,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075200108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:20,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45936 deadline: 1734075200108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:20,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075200109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:20,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075200109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:20,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075200111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:20,246 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:20,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-13T07:32:20,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:20,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:20,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:20,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:20,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:20,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/8b2811ccb8114b64a712a37d7d302fbc 2024-12-13T07:32:20,398 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:20,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-13T07:32:20,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:20,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:20,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:20,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:20,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:20,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/0df7a560bb554e45bc3eb4ce12f2db46 is 50, key is test_row_0/C:col10/1734075139488/Put/seqid=0 2024-12-13T07:32:20,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742358_1534 (size=12001) 2024-12-13T07:32:20,550 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:20,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-13T07:32:20,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:20,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:20,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:20,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:20,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-13T07:32:20,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45936 deadline: 1734075200610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:20,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075200610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:20,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075200612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:20,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075200612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:20,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075200614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:20,702 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:20,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-13T07:32:20,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:20,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:20,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:20,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:20,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:20,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/0df7a560bb554e45bc3eb4ce12f2db46 2024-12-13T07:32:20,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/bfbc31d3ba8849de9d5c9c392b138420 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/bfbc31d3ba8849de9d5c9c392b138420 2024-12-13T07:32:20,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/bfbc31d3ba8849de9d5c9c392b138420, entries=150, sequenceid=17, filesize=30.2 K 2024-12-13T07:32:20,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/8b2811ccb8114b64a712a37d7d302fbc as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/8b2811ccb8114b64a712a37d7d302fbc 2024-12-13T07:32:20,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/8b2811ccb8114b64a712a37d7d302fbc, entries=150, sequenceid=17, filesize=11.7 K 2024-12-13T07:32:20,820 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-13T07:32:20,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/0df7a560bb554e45bc3eb4ce12f2db46 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/0df7a560bb554e45bc3eb4ce12f2db46 2024-12-13T07:32:20,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/0df7a560bb554e45bc3eb4ce12f2db46, entries=150, sequenceid=17, filesize=11.7 K 2024-12-13T07:32:20,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b4c0b5c97869725c0034ee1bb7982750 in 1335ms, sequenceid=17, compaction requested=false 2024-12-13T07:32:20,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:20,855 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:20,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-13T07:32:20,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:20,855 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing b4c0b5c97869725c0034ee1bb7982750 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-13T07:32:20,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=A 2024-12-13T07:32:20,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:20,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=B 2024-12-13T07:32:20,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:20,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=C 2024-12-13T07:32:20,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:20,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412136032a4c886e646c2889ea4396898230e_b4c0b5c97869725c0034ee1bb7982750 is 50, key is test_row_0/A:col10/1734075139498/Put/seqid=0 2024-12-13T07:32:20,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742359_1535 (size=12154) 2024-12-13T07:32:21,014 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-13T07:32:21,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:21,273 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412136032a4c886e646c2889ea4396898230e_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412136032a4c886e646c2889ea4396898230e_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:21,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/15e609f4770e452296ae0440fcd4890f, store: [table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:21,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/15e609f4770e452296ae0440fcd4890f is 175, key is test_row_0/A:col10/1734075139498/Put/seqid=0 2024-12-13T07:32:21,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742360_1536 (size=30955) 2024-12-13T07:32:21,288 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/15e609f4770e452296ae0440fcd4890f 2024-12-13T07:32:21,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/d900eb61b2a4473e9d02efadea116924 is 50, key is test_row_0/B:col10/1734075139498/Put/seqid=0 2024-12-13T07:32:21,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742361_1537 (size=12001) 2024-12-13T07:32:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-13T07:32:21,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:21,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45936 deadline: 1734075201621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:21,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075201622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:21,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075201623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:21,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:21,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075201624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075201623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:21,705 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/d900eb61b2a4473e9d02efadea116924 2024-12-13T07:32:21,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/9f84b341d6b340b695dd165bb36b0c54 is 50, key is test_row_0/C:col10/1734075139498/Put/seqid=0 2024-12-13T07:32:21,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:21,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45936 deadline: 1734075201726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075201727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:21,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075201728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:21,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075201729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:21,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075201729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:21,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742362_1538 (size=12001) 2024-12-13T07:32:21,765 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/9f84b341d6b340b695dd165bb36b0c54 2024-12-13T07:32:21,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/15e609f4770e452296ae0440fcd4890f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/15e609f4770e452296ae0440fcd4890f 2024-12-13T07:32:21,773 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/15e609f4770e452296ae0440fcd4890f, entries=150, sequenceid=40, filesize=30.2 K 2024-12-13T07:32:21,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/d900eb61b2a4473e9d02efadea116924 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/d900eb61b2a4473e9d02efadea116924 2024-12-13T07:32:21,778 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/d900eb61b2a4473e9d02efadea116924, entries=150, sequenceid=40, filesize=11.7 K 2024-12-13T07:32:21,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/9f84b341d6b340b695dd165bb36b0c54 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/9f84b341d6b340b695dd165bb36b0c54 2024-12-13T07:32:21,785 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/9f84b341d6b340b695dd165bb36b0c54, entries=150, sequenceid=40, filesize=11.7 K 2024-12-13T07:32:21,788 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b4c0b5c97869725c0034ee1bb7982750 in 932ms, sequenceid=40, compaction requested=false 2024-12-13T07:32:21,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:21,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:21,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-12-13T07:32:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-12-13T07:32:21,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-12-13T07:32:21,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3050 sec 2024-12-13T07:32:21,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.3090 sec 2024-12-13T07:32:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:21,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b4c0b5c97869725c0034ee1bb7982750 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-13T07:32:21,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=A 2024-12-13T07:32:21,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:21,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=B 2024-12-13T07:32:21,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:21,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=C 2024-12-13T07:32:21,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:21,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075201957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:21,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075201958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:21,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:21,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075201958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075201959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:21,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45936 deadline: 1734075201961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:21,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213057c1bd4772c43fdb89169b935ed4109_b4c0b5c97869725c0034ee1bb7982750 is 50, key is test_row_0/A:col10/1734075141621/Put/seqid=0 2024-12-13T07:32:22,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742363_1539 (size=12154) 2024-12-13T07:32:22,021 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:22,024 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213057c1bd4772c43fdb89169b935ed4109_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213057c1bd4772c43fdb89169b935ed4109_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:22,025 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/1f389aa9e9ab4ca084d758a208592e11, store: [table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:22,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/1f389aa9e9ab4ca084d758a208592e11 is 175, key is test_row_0/A:col10/1734075141621/Put/seqid=0 2024-12-13T07:32:22,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075202062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:22,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075202063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:22,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075202063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:22,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075202064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:22,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742364_1540 (size=30955) 2024-12-13T07:32:22,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45936 deadline: 1734075202068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:22,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075202265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:22,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075202265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:22,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075202265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:22,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075202267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:22,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45936 deadline: 1734075202271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:22,462 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/1f389aa9e9ab4ca084d758a208592e11 2024-12-13T07:32:22,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/e416869514064c008335501dfefd3592 is 50, key is test_row_0/B:col10/1734075141621/Put/seqid=0 2024-12-13T07:32:22,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742365_1541 (size=12001) 2024-12-13T07:32:22,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075202568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:22,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075202569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:22,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075202569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:22,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075202570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:22,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45936 deadline: 1734075202575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:22,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/e416869514064c008335501dfefd3592 2024-12-13T07:32:22,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/4bc063d5f3a24071884f317a48a4c470 is 50, key is test_row_0/C:col10/1734075141621/Put/seqid=0 2024-12-13T07:32:22,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742366_1542 (size=12001) 2024-12-13T07:32:23,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075203072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:23,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075203073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:23,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:23,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075203075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075203075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:23,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45936 deadline: 1734075203079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:23,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/4bc063d5f3a24071884f317a48a4c470 2024-12-13T07:32:23,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/1f389aa9e9ab4ca084d758a208592e11 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/1f389aa9e9ab4ca084d758a208592e11 2024-12-13T07:32:23,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/1f389aa9e9ab4ca084d758a208592e11, entries=150, sequenceid=57, filesize=30.2 K 2024-12-13T07:32:23,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/e416869514064c008335501dfefd3592 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/e416869514064c008335501dfefd3592 2024-12-13T07:32:23,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/e416869514064c008335501dfefd3592, entries=150, sequenceid=57, filesize=11.7 K 2024-12-13T07:32:23,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/4bc063d5f3a24071884f317a48a4c470 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/4bc063d5f3a24071884f317a48a4c470 2024-12-13T07:32:23,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/4bc063d5f3a24071884f317a48a4c470, entries=150, sequenceid=57, filesize=11.7 K 2024-12-13T07:32:23,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b4c0b5c97869725c0034ee1bb7982750 in 1392ms, sequenceid=57, compaction requested=true 2024-12-13T07:32:23,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:23,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4c0b5c97869725c0034ee1bb7982750:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:32:23,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:23,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4c0b5c97869725c0034ee1bb7982750:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:32:23,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:23,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4c0b5c97869725c0034ee1bb7982750:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:32:23,326 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:23,326 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:23,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:23,326 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:23,326 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:23,326 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): b4c0b5c97869725c0034ee1bb7982750/B is initiating minor compaction (all files) 2024-12-13T07:32:23,326 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): b4c0b5c97869725c0034ee1bb7982750/A is initiating minor compaction (all files) 2024-12-13T07:32:23,326 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4c0b5c97869725c0034ee1bb7982750/B in TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:23,326 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4c0b5c97869725c0034ee1bb7982750/A in TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:23,326 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/8b2811ccb8114b64a712a37d7d302fbc, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/d900eb61b2a4473e9d02efadea116924, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/e416869514064c008335501dfefd3592] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp, totalSize=35.2 K 2024-12-13T07:32:23,326 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/bfbc31d3ba8849de9d5c9c392b138420, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/15e609f4770e452296ae0440fcd4890f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/1f389aa9e9ab4ca084d758a208592e11] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp, totalSize=90.7 K 2024-12-13T07:32:23,327 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:23,327 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. files: [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/bfbc31d3ba8849de9d5c9c392b138420, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/15e609f4770e452296ae0440fcd4890f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/1f389aa9e9ab4ca084d758a208592e11] 2024-12-13T07:32:23,327 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b2811ccb8114b64a712a37d7d302fbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734075139488 2024-12-13T07:32:23,327 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfbc31d3ba8849de9d5c9c392b138420, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734075139488 2024-12-13T07:32:23,327 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting d900eb61b2a4473e9d02efadea116924, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734075139498 2024-12-13T07:32:23,327 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15e609f4770e452296ae0440fcd4890f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734075139498 2024-12-13T07:32:23,327 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting e416869514064c008335501dfefd3592, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734075141621 2024-12-13T07:32:23,327 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f389aa9e9ab4ca084d758a208592e11, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734075141621 2024-12-13T07:32:23,331 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:23,332 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4c0b5c97869725c0034ee1bb7982750#B#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:23,332 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/aaaf1b825f1b4cadbdd3e55f356042a8 is 50, key is test_row_0/B:col10/1734075141621/Put/seqid=0 2024-12-13T07:32:23,333 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412134662c42e9046441f843944db251db0f4_b4c0b5c97869725c0034ee1bb7982750 store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:23,335 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412134662c42e9046441f843944db251db0f4_b4c0b5c97869725c0034ee1bb7982750, store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:23,335 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412134662c42e9046441f843944db251db0f4_b4c0b5c97869725c0034ee1bb7982750 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:23,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742368_1544 (size=4469) 2024-12-13T07:32:23,350 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4c0b5c97869725c0034ee1bb7982750#A#compaction#464 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:23,350 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/619993c9777a40b0a48cfda15084f0dd is 175, key is test_row_0/A:col10/1734075141621/Put/seqid=0 2024-12-13T07:32:23,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742369_1545 (size=31058) 2024-12-13T07:32:23,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742367_1543 (size=12104) 2024-12-13T07:32:23,357 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/aaaf1b825f1b4cadbdd3e55f356042a8 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/aaaf1b825f1b4cadbdd3e55f356042a8 2024-12-13T07:32:23,360 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4c0b5c97869725c0034ee1bb7982750/B of b4c0b5c97869725c0034ee1bb7982750 into aaaf1b825f1b4cadbdd3e55f356042a8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:23,360 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:23,360 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750., storeName=b4c0b5c97869725c0034ee1bb7982750/B, priority=13, startTime=1734075143325; duration=0sec 2024-12-13T07:32:23,360 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:23,360 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4c0b5c97869725c0034ee1bb7982750:B 2024-12-13T07:32:23,360 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:23,361 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:23,361 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): b4c0b5c97869725c0034ee1bb7982750/C is initiating minor compaction (all files) 2024-12-13T07:32:23,361 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4c0b5c97869725c0034ee1bb7982750/C in TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:23,361 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/0df7a560bb554e45bc3eb4ce12f2db46, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/9f84b341d6b340b695dd165bb36b0c54, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/4bc063d5f3a24071884f317a48a4c470] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp, totalSize=35.2 K 2024-12-13T07:32:23,361 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 0df7a560bb554e45bc3eb4ce12f2db46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734075139488 2024-12-13T07:32:23,362 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f84b341d6b340b695dd165bb36b0c54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734075139498 2024-12-13T07:32:23,362 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bc063d5f3a24071884f317a48a4c470, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734075141621 2024-12-13T07:32:23,366 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4c0b5c97869725c0034ee1bb7982750#C#compaction#465 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:23,367 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/8dd2f7a6efe34d8b9145aa4e227dcfbe is 50, key is test_row_0/C:col10/1734075141621/Put/seqid=0 2024-12-13T07:32:23,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742370_1546 (size=12104) 2024-12-13T07:32:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-13T07:32:23,588 INFO [Thread-2369 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-12-13T07:32:23,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:32:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-12-13T07:32:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-13T07:32:23,590 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:32:23,590 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:32:23,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:32:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-13T07:32:23,741 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:23,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-13T07:32:23,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:23,742 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing b4c0b5c97869725c0034ee1bb7982750 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-13T07:32:23,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=A 2024-12-13T07:32:23,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:23,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=B 2024-12-13T07:32:23,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:23,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=C 2024-12-13T07:32:23,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:23,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213478f062afa754ea992b52967b29517fb_b4c0b5c97869725c0034ee1bb7982750 is 50, key is test_row_0/A:col10/1734075141960/Put/seqid=0 2024-12-13T07:32:23,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742371_1547 (size=12154) 2024-12-13T07:32:23,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:23,757 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/619993c9777a40b0a48cfda15084f0dd as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/619993c9777a40b0a48cfda15084f0dd 2024-12-13T07:32:23,759 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213478f062afa754ea992b52967b29517fb_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213478f062afa754ea992b52967b29517fb_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:23,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/4f91e4d0f5e742b38bd9d93064c1c5d7, store: [table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:23,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/4f91e4d0f5e742b38bd9d93064c1c5d7 is 175, key is test_row_0/A:col10/1734075141960/Put/seqid=0 2024-12-13T07:32:23,760 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4c0b5c97869725c0034ee1bb7982750/A of b4c0b5c97869725c0034ee1bb7982750 into 619993c9777a40b0a48cfda15084f0dd(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:23,760 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:23,760 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750., storeName=b4c0b5c97869725c0034ee1bb7982750/A, priority=13, startTime=1734075143325; duration=0sec 2024-12-13T07:32:23,761 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:23,761 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4c0b5c97869725c0034ee1bb7982750:A 2024-12-13T07:32:23,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742372_1548 (size=30955) 2024-12-13T07:32:23,773 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/8dd2f7a6efe34d8b9145aa4e227dcfbe as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/8dd2f7a6efe34d8b9145aa4e227dcfbe 2024-12-13T07:32:23,776 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4c0b5c97869725c0034ee1bb7982750/C of b4c0b5c97869725c0034ee1bb7982750 into 8dd2f7a6efe34d8b9145aa4e227dcfbe(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:23,776 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:23,776 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750., storeName=b4c0b5c97869725c0034ee1bb7982750/C, priority=13, startTime=1734075143325; duration=0sec 2024-12-13T07:32:23,776 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:23,776 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4c0b5c97869725c0034ee1bb7982750:C 2024-12-13T07:32:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-13T07:32:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:24,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:24,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075204088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075204089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45936 deadline: 1734075204089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075204089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075204090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,163 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/4f91e4d0f5e742b38bd9d93064c1c5d7 2024-12-13T07:32:24,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/5720598bdfa6468b9be54ad0e42a8ade is 50, key is test_row_0/B:col10/1734075141960/Put/seqid=0 2024-12-13T07:32:24,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742373_1549 (size=12001) 2024-12-13T07:32:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-13T07:32:24,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075204191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075204191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075204191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075204192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075204393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075204393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075204393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075204394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,571 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/5720598bdfa6468b9be54ad0e42a8ade 2024-12-13T07:32:24,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/3a3ebc66baad44349ddc6ced39372890 is 50, key is test_row_0/C:col10/1734075141960/Put/seqid=0 2024-12-13T07:32:24,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742374_1550 (size=12001) 2024-12-13T07:32:24,578 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/3a3ebc66baad44349ddc6ced39372890 2024-12-13T07:32:24,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/4f91e4d0f5e742b38bd9d93064c1c5d7 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/4f91e4d0f5e742b38bd9d93064c1c5d7 2024-12-13T07:32:24,583 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/4f91e4d0f5e742b38bd9d93064c1c5d7, entries=150, sequenceid=77, filesize=30.2 K 2024-12-13T07:32:24,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/5720598bdfa6468b9be54ad0e42a8ade as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/5720598bdfa6468b9be54ad0e42a8ade 2024-12-13T07:32:24,585 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/5720598bdfa6468b9be54ad0e42a8ade, entries=150, sequenceid=77, filesize=11.7 K 2024-12-13T07:32:24,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/3a3ebc66baad44349ddc6ced39372890 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/3a3ebc66baad44349ddc6ced39372890 2024-12-13T07:32:24,588 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/3a3ebc66baad44349ddc6ced39372890, entries=150, sequenceid=77, filesize=11.7 K 2024-12-13T07:32:24,589 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b4c0b5c97869725c0034ee1bb7982750 in 847ms, sequenceid=77, compaction requested=false 2024-12-13T07:32:24,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:24,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:24,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-12-13T07:32:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-12-13T07:32:24,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-12-13T07:32:24,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-12-13T07:32:24,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.0020 sec 2024-12-13T07:32:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-13T07:32:24,692 INFO [Thread-2369 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-12-13T07:32:24,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:32:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-12-13T07:32:24,694 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:32:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-13T07:32:24,695 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:32:24,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:32:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:24,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b4c0b5c97869725c0034ee1bb7982750 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-13T07:32:24,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=A 2024-12-13T07:32:24,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:24,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=B 2024-12-13T07:32:24,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:24,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=C 2024-12-13T07:32:24,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:24,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213314b7afd75564de6a0a6ee44cffcf872_b4c0b5c97869725c0034ee1bb7982750 is 50, key is test_row_0/A:col10/1734075144696/Put/seqid=0 2024-12-13T07:32:24,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075204705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075204706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075204707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075204708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742375_1551 (size=14594) 2024-12-13T07:32:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-13T07:32:24,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075204809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075204809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075204810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075204810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,847 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-13T07:32:24,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:24,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:24,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:24,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:24,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-13T07:32:24,999 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:24,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-13T07:32:24,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:24,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:24,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:24,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075205013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:25,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075205013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:25,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075205013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:25,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075205016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:25,111 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:25,114 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213314b7afd75564de6a0a6ee44cffcf872_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213314b7afd75564de6a0a6ee44cffcf872_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:25,114 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/d69492d69c654be48f2d91b838378ca9, store: [table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:25,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/d69492d69c654be48f2d91b838378ca9 is 175, key is test_row_0/A:col10/1734075144696/Put/seqid=0 2024-12-13T07:32:25,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742376_1552 (size=39549) 2024-12-13T07:32:25,151 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:25,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-13T07:32:25,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:25,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:25,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:25,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-13T07:32:25,303 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:25,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-13T07:32:25,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:25,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:25,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:25,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075205317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:25,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075205317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:25,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075205318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:25,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075205319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:25,455 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:25,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-13T07:32:25,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:25,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:25,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:25,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,518 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/d69492d69c654be48f2d91b838378ca9 2024-12-13T07:32:25,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/ef14a46d0c9944fbb925334848790cc4 is 50, key is test_row_0/B:col10/1734075144696/Put/seqid=0 2024-12-13T07:32:25,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742377_1553 (size=12001) 2024-12-13T07:32:25,607 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:25,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-13T07:32:25,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:25,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:25,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:25,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,760 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:25,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-13T07:32:25,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:25,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:25,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:25,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-13T07:32:25,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075205820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:25,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075205821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:25,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075205822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:25,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075205825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:25,912 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:25,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-13T07:32:25,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:25,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:25,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:25,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:25,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/ef14a46d0c9944fbb925334848790cc4 2024-12-13T07:32:25,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/72cb53d5e95547cabd23e8bf36846162 is 50, key is test_row_0/C:col10/1734075144696/Put/seqid=0 2024-12-13T07:32:25,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742378_1554 (size=12001) 2024-12-13T07:32:26,064 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:26,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-13T07:32:26,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:26,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:26,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:26,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:26,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:26,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45936 deadline: 1734075206105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:26,107 DEBUG [Thread-2361 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750., hostname=9eb75de94ef3,40871,1734074980781, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:32:26,217 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:26,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-13T07:32:26,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:26,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:26,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:26,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:26,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:26,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/72cb53d5e95547cabd23e8bf36846162 2024-12-13T07:32:26,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/d69492d69c654be48f2d91b838378ca9 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/d69492d69c654be48f2d91b838378ca9 2024-12-13T07:32:26,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/d69492d69c654be48f2d91b838378ca9, entries=200, sequenceid=98, filesize=38.6 K 2024-12-13T07:32:26,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/ef14a46d0c9944fbb925334848790cc4 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/ef14a46d0c9944fbb925334848790cc4 2024-12-13T07:32:26,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/ef14a46d0c9944fbb925334848790cc4, entries=150, sequenceid=98, filesize=11.7 K 2024-12-13T07:32:26,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/72cb53d5e95547cabd23e8bf36846162 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/72cb53d5e95547cabd23e8bf36846162 2024-12-13T07:32:26,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/72cb53d5e95547cabd23e8bf36846162, entries=150, sequenceid=98, filesize=11.7 K 2024-12-13T07:32:26,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b4c0b5c97869725c0034ee1bb7982750 in 1659ms, sequenceid=98, compaction requested=true 2024-12-13T07:32:26,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:26,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4c0b5c97869725c0034ee1bb7982750:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:32:26,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:26,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4c0b5c97869725c0034ee1bb7982750:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:32:26,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:26,355 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:26,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4c0b5c97869725c0034ee1bb7982750:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:32:26,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:26,355 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:26,356 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:26,356 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:26,356 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): b4c0b5c97869725c0034ee1bb7982750/A is initiating minor compaction (all files) 2024-12-13T07:32:26,356 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): b4c0b5c97869725c0034ee1bb7982750/B is initiating minor compaction (all files) 2024-12-13T07:32:26,356 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4c0b5c97869725c0034ee1bb7982750/A in TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:26,356 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4c0b5c97869725c0034ee1bb7982750/B in TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:26,356 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/619993c9777a40b0a48cfda15084f0dd, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/4f91e4d0f5e742b38bd9d93064c1c5d7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/d69492d69c654be48f2d91b838378ca9] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp, totalSize=99.2 K 2024-12-13T07:32:26,356 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/aaaf1b825f1b4cadbdd3e55f356042a8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/5720598bdfa6468b9be54ad0e42a8ade, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/ef14a46d0c9944fbb925334848790cc4] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp, totalSize=35.3 K 2024-12-13T07:32:26,356 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:26,356 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. files: [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/619993c9777a40b0a48cfda15084f0dd, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/4f91e4d0f5e742b38bd9d93064c1c5d7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/d69492d69c654be48f2d91b838378ca9] 2024-12-13T07:32:26,356 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting aaaf1b825f1b4cadbdd3e55f356042a8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734075141621 2024-12-13T07:32:26,356 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 619993c9777a40b0a48cfda15084f0dd, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734075141621 2024-12-13T07:32:26,357 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 5720598bdfa6468b9be54ad0e42a8ade, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734075141955 2024-12-13T07:32:26,357 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f91e4d0f5e742b38bd9d93064c1c5d7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734075141955 2024-12-13T07:32:26,357 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting ef14a46d0c9944fbb925334848790cc4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1734075144090 2024-12-13T07:32:26,357 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting d69492d69c654be48f2d91b838378ca9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1734075144088 2024-12-13T07:32:26,361 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:26,361 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4c0b5c97869725c0034ee1bb7982750#B#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:26,362 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/26de085d594b46149a7cfa5fc24e3379 is 50, key is test_row_0/B:col10/1734075144696/Put/seqid=0 2024-12-13T07:32:26,362 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241213c3ee488c5ca04dadb3ce6c86820c9318_b4c0b5c97869725c0034ee1bb7982750 store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:26,364 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241213c3ee488c5ca04dadb3ce6c86820c9318_b4c0b5c97869725c0034ee1bb7982750, store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:26,364 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213c3ee488c5ca04dadb3ce6c86820c9318_b4c0b5c97869725c0034ee1bb7982750 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:26,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742379_1555 (size=12207) 2024-12-13T07:32:26,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742380_1556 (size=4469) 2024-12-13T07:32:26,369 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:26,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-13T07:32:26,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:26,369 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing b4c0b5c97869725c0034ee1bb7982750 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-13T07:32:26,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=A 2024-12-13T07:32:26,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:26,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=B 2024-12-13T07:32:26,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:26,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=C 2024-12-13T07:32:26,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:26,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121379fb18726fe74728b3b01583ce5b21be_b4c0b5c97869725c0034ee1bb7982750 is 50, key is test_row_0/A:col10/1734075144707/Put/seqid=0 2024-12-13T07:32:26,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742381_1557 (size=12154) 2024-12-13T07:32:26,767 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/26de085d594b46149a7cfa5fc24e3379 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/26de085d594b46149a7cfa5fc24e3379 2024-12-13T07:32:26,768 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4c0b5c97869725c0034ee1bb7982750#A#compaction#473 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:26,768 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/5a7182f20f934436a6d7cdd87893e7d4 is 175, key is test_row_0/A:col10/1734075144696/Put/seqid=0 2024-12-13T07:32:26,771 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4c0b5c97869725c0034ee1bb7982750/B of b4c0b5c97869725c0034ee1bb7982750 into 26de085d594b46149a7cfa5fc24e3379(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:26,771 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:26,771 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750., storeName=b4c0b5c97869725c0034ee1bb7982750/B, priority=13, startTime=1734075146355; duration=0sec 2024-12-13T07:32:26,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742382_1558 (size=31161) 2024-12-13T07:32:26,771 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:26,771 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4c0b5c97869725c0034ee1bb7982750:B 2024-12-13T07:32:26,771 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:26,772 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:26,772 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): b4c0b5c97869725c0034ee1bb7982750/C is initiating minor compaction (all files) 2024-12-13T07:32:26,772 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4c0b5c97869725c0034ee1bb7982750/C in TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:26,772 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/8dd2f7a6efe34d8b9145aa4e227dcfbe, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/3a3ebc66baad44349ddc6ced39372890, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/72cb53d5e95547cabd23e8bf36846162] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp, totalSize=35.3 K 2024-12-13T07:32:26,772 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dd2f7a6efe34d8b9145aa4e227dcfbe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734075141621 2024-12-13T07:32:26,772 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a3ebc66baad44349ddc6ced39372890, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734075141955 2024-12-13T07:32:26,773 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 72cb53d5e95547cabd23e8bf36846162, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1734075144090 2024-12-13T07:32:26,777 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4c0b5c97869725c0034ee1bb7982750#C#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:26,777 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/f462c438fa3c4563bce86657f1a7b5c5 is 50, key is test_row_0/C:col10/1734075144696/Put/seqid=0 2024-12-13T07:32:26,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:26,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742383_1559 (size=12207) 2024-12-13T07:32:26,781 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121379fb18726fe74728b3b01583ce5b21be_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121379fb18726fe74728b3b01583ce5b21be_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:26,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/8d8cc6c434ff4d65a2d3b9343e2f871a, store: [table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:26,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/8d8cc6c434ff4d65a2d3b9343e2f871a is 175, key is test_row_0/A:col10/1734075144707/Put/seqid=0 2024-12-13T07:32:26,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742384_1560 (size=30955) 2024-12-13T07:32:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-13T07:32:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:26,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:26,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075206838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:26,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075206839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:26,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:26,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075206840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075206840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:26,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075206942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:26,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075206942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:26,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075206943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:26,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075206944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:27,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075207143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:27,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075207144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:27,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075207145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:27,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075207146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:27,175 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/5a7182f20f934436a6d7cdd87893e7d4 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/5a7182f20f934436a6d7cdd87893e7d4 2024-12-13T07:32:27,178 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4c0b5c97869725c0034ee1bb7982750/A of b4c0b5c97869725c0034ee1bb7982750 into 5a7182f20f934436a6d7cdd87893e7d4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:27,178 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:27,178 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750., storeName=b4c0b5c97869725c0034ee1bb7982750/A, priority=13, startTime=1734075146355; duration=0sec 2024-12-13T07:32:27,178 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:27,178 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4c0b5c97869725c0034ee1bb7982750:A 2024-12-13T07:32:27,182 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/f462c438fa3c4563bce86657f1a7b5c5 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/f462c438fa3c4563bce86657f1a7b5c5 2024-12-13T07:32:27,185 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4c0b5c97869725c0034ee1bb7982750/C of b4c0b5c97869725c0034ee1bb7982750 into f462c438fa3c4563bce86657f1a7b5c5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:27,185 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:27,185 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750., storeName=b4c0b5c97869725c0034ee1bb7982750/C, priority=13, startTime=1734075146355; duration=0sec 2024-12-13T07:32:27,185 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:27,185 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4c0b5c97869725c0034ee1bb7982750:C 2024-12-13T07:32:27,186 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/8d8cc6c434ff4d65a2d3b9343e2f871a 2024-12-13T07:32:27,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/39506996b8ce489eadb1b720c2200ca5 is 50, key is test_row_0/B:col10/1734075144707/Put/seqid=0 2024-12-13T07:32:27,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742385_1561 (size=12001) 2024-12-13T07:32:27,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075207445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:27,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075207447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:27,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075207448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:27,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075207449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:27,593 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/39506996b8ce489eadb1b720c2200ca5 2024-12-13T07:32:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/489d4fd2b95e4272a95f65b15a6496e0 is 50, key is test_row_0/C:col10/1734075144707/Put/seqid=0 2024-12-13T07:32:27,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742386_1562 (size=12001) 2024-12-13T07:32:27,621 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/489d4fd2b95e4272a95f65b15a6496e0 2024-12-13T07:32:27,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/8d8cc6c434ff4d65a2d3b9343e2f871a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/8d8cc6c434ff4d65a2d3b9343e2f871a 2024-12-13T07:32:27,627 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/8d8cc6c434ff4d65a2d3b9343e2f871a, entries=150, sequenceid=115, filesize=30.2 K 2024-12-13T07:32:27,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/39506996b8ce489eadb1b720c2200ca5 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/39506996b8ce489eadb1b720c2200ca5 2024-12-13T07:32:27,630 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/39506996b8ce489eadb1b720c2200ca5, entries=150, sequenceid=115, filesize=11.7 K 2024-12-13T07:32:27,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/489d4fd2b95e4272a95f65b15a6496e0 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/489d4fd2b95e4272a95f65b15a6496e0 2024-12-13T07:32:27,634 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/489d4fd2b95e4272a95f65b15a6496e0, entries=150, sequenceid=115, filesize=11.7 K 2024-12-13T07:32:27,635 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b4c0b5c97869725c0034ee1bb7982750 in 1266ms, sequenceid=115, compaction requested=false 2024-12-13T07:32:27,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:27,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:27,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-12-13T07:32:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-12-13T07:32:27,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-13T07:32:27,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9410 sec 2024-12-13T07:32:27,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.9440 sec 2024-12-13T07:32:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:27,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b4c0b5c97869725c0034ee1bb7982750 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-13T07:32:27,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=A 2024-12-13T07:32:27,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:27,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=B 2024-12-13T07:32:27,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:27,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=C 2024-12-13T07:32:27,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:27,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412132e248a24fe97427abd291b4822bbd163_b4c0b5c97869725c0034ee1bb7982750 is 50, key is test_row_0/A:col10/1734075146839/Put/seqid=0 2024-12-13T07:32:27,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742387_1563 (size=12304) 2024-12-13T07:32:27,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075207959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:27,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075207959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:27,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075207959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:27,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075207960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:28,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:28,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075208063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075208063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:28,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075208063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:28,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075208063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:28,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075208265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:28,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075208265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:28,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075208266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:28,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075208266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:28,360 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:28,362 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412132e248a24fe97427abd291b4822bbd163_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412132e248a24fe97427abd291b4822bbd163_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:28,367 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/df2d40851263438e9a4e03dabc10496b, store: [table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:28,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/df2d40851263438e9a4e03dabc10496b is 175, key is test_row_0/A:col10/1734075146839/Put/seqid=0 2024-12-13T07:32:28,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742388_1564 (size=31105) 2024-12-13T07:32:28,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075208567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:28,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075208567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:28,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075208568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:28,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075208569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:28,773 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/df2d40851263438e9a4e03dabc10496b 2024-12-13T07:32:28,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/23ae0fdf3e104cc5aabab546d1b1a5d4 is 50, key is test_row_0/B:col10/1734075146839/Put/seqid=0 2024-12-13T07:32:28,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742389_1565 (size=12151) 2024-12-13T07:32:28,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/23ae0fdf3e104cc5aabab546d1b1a5d4 2024-12-13T07:32:28,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/8bb02f95606246208a66f4eaf1b921d3 is 50, key is test_row_0/C:col10/1734075146839/Put/seqid=0 2024-12-13T07:32:28,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742390_1566 (size=12151) 2024-12-13T07:32:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-13T07:32:28,798 INFO [Thread-2369 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-12-13T07:32:28,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:32:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-12-13T07:32:28,800 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:32:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-13T07:32:28,800 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:32:28,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:32:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-13T07:32:28,952 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:28,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-13T07:32:28,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:28,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:28,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:28,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:28,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:29,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075209069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:29,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075209069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:29,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075209072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:29,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075209074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-13T07:32:29,104 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:29,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-13T07:32:29,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:29,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:29,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:29,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:29,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:29,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/8bb02f95606246208a66f4eaf1b921d3 2024-12-13T07:32:29,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/df2d40851263438e9a4e03dabc10496b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/df2d40851263438e9a4e03dabc10496b 2024-12-13T07:32:29,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/df2d40851263438e9a4e03dabc10496b, entries=150, sequenceid=138, filesize=30.4 K 2024-12-13T07:32:29,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/23ae0fdf3e104cc5aabab546d1b1a5d4 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/23ae0fdf3e104cc5aabab546d1b1a5d4 2024-12-13T07:32:29,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/23ae0fdf3e104cc5aabab546d1b1a5d4, entries=150, sequenceid=138, filesize=11.9 K 2024-12-13T07:32:29,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/8bb02f95606246208a66f4eaf1b921d3 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/8bb02f95606246208a66f4eaf1b921d3 2024-12-13T07:32:29,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/8bb02f95606246208a66f4eaf1b921d3, entries=150, sequenceid=138, filesize=11.9 K 2024-12-13T07:32:29,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for b4c0b5c97869725c0034ee1bb7982750 in 1250ms, sequenceid=138, compaction requested=true 2024-12-13T07:32:29,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:29,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4c0b5c97869725c0034ee1bb7982750:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:32:29,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:29,201 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:29,201 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:29,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4c0b5c97869725c0034ee1bb7982750:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:32:29,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:29,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4c0b5c97869725c0034ee1bb7982750:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:32:29,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:29,202 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:29,202 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:29,202 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): b4c0b5c97869725c0034ee1bb7982750/B is initiating minor compaction (all files) 2024-12-13T07:32:29,202 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): b4c0b5c97869725c0034ee1bb7982750/A is initiating minor compaction (all files) 2024-12-13T07:32:29,202 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4c0b5c97869725c0034ee1bb7982750/A in TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:29,202 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4c0b5c97869725c0034ee1bb7982750/B in TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:29,202 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/26de085d594b46149a7cfa5fc24e3379, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/39506996b8ce489eadb1b720c2200ca5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/23ae0fdf3e104cc5aabab546d1b1a5d4] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp, totalSize=35.5 K 2024-12-13T07:32:29,202 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/5a7182f20f934436a6d7cdd87893e7d4, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/8d8cc6c434ff4d65a2d3b9343e2f871a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/df2d40851263438e9a4e03dabc10496b] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp, totalSize=91.0 K 2024-12-13T07:32:29,203 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:29,203 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. files: [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/5a7182f20f934436a6d7cdd87893e7d4, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/8d8cc6c434ff4d65a2d3b9343e2f871a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/df2d40851263438e9a4e03dabc10496b] 2024-12-13T07:32:29,203 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 26de085d594b46149a7cfa5fc24e3379, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1734075144090 2024-12-13T07:32:29,203 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a7182f20f934436a6d7cdd87893e7d4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1734075144090 2024-12-13T07:32:29,203 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 39506996b8ce489eadb1b720c2200ca5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734075144703 2024-12-13T07:32:29,203 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d8cc6c434ff4d65a2d3b9343e2f871a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734075144703 2024-12-13T07:32:29,204 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 23ae0fdf3e104cc5aabab546d1b1a5d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1734075146838 2024-12-13T07:32:29,204 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting df2d40851263438e9a4e03dabc10496b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1734075146838 2024-12-13T07:32:29,220 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:29,221 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4c0b5c97869725c0034ee1bb7982750#B#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:29,221 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/58529f022c9a4e2cbe42f789949e64e1 is 50, key is test_row_0/B:col10/1734075146839/Put/seqid=0 2024-12-13T07:32:29,223 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121383f71611371d4eb496b7760a7672693c_b4c0b5c97869725c0034ee1bb7982750 store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:29,224 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121383f71611371d4eb496b7760a7672693c_b4c0b5c97869725c0034ee1bb7982750, store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:29,224 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121383f71611371d4eb496b7760a7672693c_b4c0b5c97869725c0034ee1bb7982750 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:29,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742391_1567 (size=12459) 2024-12-13T07:32:29,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742392_1568 (size=4469) 2024-12-13T07:32:29,245 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4c0b5c97869725c0034ee1bb7982750#A#compaction#482 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:29,245 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/56024bc482974d5a833d3be7902d19f9 is 175, key is test_row_0/A:col10/1734075146839/Put/seqid=0 2024-12-13T07:32:29,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742393_1569 (size=31413) 2024-12-13T07:32:29,255 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:29,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-13T07:32:29,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:29,256 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing b4c0b5c97869725c0034ee1bb7982750 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-13T07:32:29,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=A 2024-12-13T07:32:29,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:29,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=B 2024-12-13T07:32:29,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:29,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=C 2024-12-13T07:32:29,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121332ee0b83ad4149e78e95311072fee5c6_b4c0b5c97869725c0034ee1bb7982750 is 50, key is test_row_0/A:col10/1734075147959/Put/seqid=0 2024-12-13T07:32:29,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742394_1570 (size=12304) 2024-12-13T07:32:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-13T07:32:29,644 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/58529f022c9a4e2cbe42f789949e64e1 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/58529f022c9a4e2cbe42f789949e64e1 2024-12-13T07:32:29,647 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4c0b5c97869725c0034ee1bb7982750/B of b4c0b5c97869725c0034ee1bb7982750 into 58529f022c9a4e2cbe42f789949e64e1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:29,647 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:29,647 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750., storeName=b4c0b5c97869725c0034ee1bb7982750/B, priority=13, startTime=1734075149201; duration=0sec 2024-12-13T07:32:29,647 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:29,647 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4c0b5c97869725c0034ee1bb7982750:B 2024-12-13T07:32:29,647 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:29,648 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:29,648 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): b4c0b5c97869725c0034ee1bb7982750/C is initiating minor compaction (all files) 2024-12-13T07:32:29,648 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4c0b5c97869725c0034ee1bb7982750/C in TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:29,648 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/f462c438fa3c4563bce86657f1a7b5c5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/489d4fd2b95e4272a95f65b15a6496e0, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/8bb02f95606246208a66f4eaf1b921d3] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp, totalSize=35.5 K 2024-12-13T07:32:29,648 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting f462c438fa3c4563bce86657f1a7b5c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1734075144090 2024-12-13T07:32:29,648 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 489d4fd2b95e4272a95f65b15a6496e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734075144703 2024-12-13T07:32:29,649 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bb02f95606246208a66f4eaf1b921d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1734075146838 2024-12-13T07:32:29,651 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/56024bc482974d5a833d3be7902d19f9 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/56024bc482974d5a833d3be7902d19f9 2024-12-13T07:32:29,654 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4c0b5c97869725c0034ee1bb7982750#C#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:29,654 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4c0b5c97869725c0034ee1bb7982750/A of b4c0b5c97869725c0034ee1bb7982750 into 56024bc482974d5a833d3be7902d19f9(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:29,654 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:29,654 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750., storeName=b4c0b5c97869725c0034ee1bb7982750/A, priority=13, startTime=1734075149201; duration=0sec 2024-12-13T07:32:29,654 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/ce85b1d34a5c4ea091c052f2a9082898 is 50, key is test_row_0/C:col10/1734075146839/Put/seqid=0 2024-12-13T07:32:29,654 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:29,654 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4c0b5c97869725c0034ee1bb7982750:A 2024-12-13T07:32:29,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742395_1571 (size=12459) 2024-12-13T07:32:29,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:29,666 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121332ee0b83ad4149e78e95311072fee5c6_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121332ee0b83ad4149e78e95311072fee5c6_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:29,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/d80deddb787c4742860091208bf41ed5, store: [table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:29,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/d80deddb787c4742860091208bf41ed5 is 175, key is test_row_0/A:col10/1734075147959/Put/seqid=0 2024-12-13T07:32:29,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742396_1572 (size=31105) 2024-12-13T07:32:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-13T07:32:30,061 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/ce85b1d34a5c4ea091c052f2a9082898 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/ce85b1d34a5c4ea091c052f2a9082898 2024-12-13T07:32:30,064 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4c0b5c97869725c0034ee1bb7982750/C of b4c0b5c97869725c0034ee1bb7982750 into ce85b1d34a5c4ea091c052f2a9082898(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:30,064 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:30,064 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750., storeName=b4c0b5c97869725c0034ee1bb7982750/C, priority=13, startTime=1734075149202; duration=0sec 2024-12-13T07:32:30,064 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:30,064 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4c0b5c97869725c0034ee1bb7982750:C 2024-12-13T07:32:30,071 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/d80deddb787c4742860091208bf41ed5 2024-12-13T07:32:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:30,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:30,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/a8d21caa93864d9ab7c6feefc95228ef is 50, key is test_row_0/B:col10/1734075147959/Put/seqid=0 2024-12-13T07:32:30,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742397_1573 (size=12151) 2024-12-13T07:32:30,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:30,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075210087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075210087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:30,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075210088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:30,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075210089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:30,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45936 deadline: 1734075210132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:30,134 DEBUG [Thread-2361 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750., hostname=9eb75de94ef3,40871,1734074980781, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T07:32:30,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075210191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:30,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075210191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:30,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075210191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:30,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075210191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:30,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075210393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:30,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075210393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:30,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075210394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:30,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075210395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:30,479 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/a8d21caa93864d9ab7c6feefc95228ef 2024-12-13T07:32:30,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/da62c35ec64d49cfbbe33d32b289d4b1 is 50, key is test_row_0/C:col10/1734075147959/Put/seqid=0 2024-12-13T07:32:30,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742398_1574 (size=12151) 2024-12-13T07:32:30,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075210695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:30,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075210696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:30,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075210696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:30,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075210697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:30,886 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/da62c35ec64d49cfbbe33d32b289d4b1 2024-12-13T07:32:30,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/d80deddb787c4742860091208bf41ed5 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/d80deddb787c4742860091208bf41ed5 2024-12-13T07:32:30,890 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/d80deddb787c4742860091208bf41ed5, entries=150, sequenceid=154, filesize=30.4 K 2024-12-13T07:32:30,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/a8d21caa93864d9ab7c6feefc95228ef as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/a8d21caa93864d9ab7c6feefc95228ef 2024-12-13T07:32:30,893 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/a8d21caa93864d9ab7c6feefc95228ef, entries=150, sequenceid=154, filesize=11.9 K 2024-12-13T07:32:30,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/da62c35ec64d49cfbbe33d32b289d4b1 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/da62c35ec64d49cfbbe33d32b289d4b1 2024-12-13T07:32:30,896 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/da62c35ec64d49cfbbe33d32b289d4b1, entries=150, sequenceid=154, filesize=11.9 K 2024-12-13T07:32:30,897 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for b4c0b5c97869725c0034ee1bb7982750 in 1642ms, sequenceid=154, compaction requested=false 2024-12-13T07:32:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-12-13T07:32:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-12-13T07:32:30,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-13T07:32:30,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0980 sec 2024-12-13T07:32:30,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.1000 sec 2024-12-13T07:32:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-13T07:32:30,904 INFO [Thread-2369 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-12-13T07:32:30,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:32:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-12-13T07:32:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-13T07:32:30,905 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:32:30,906 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:32:30,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:32:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-13T07:32:31,057 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:31,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-13T07:32:31,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:31,057 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing b4c0b5c97869725c0034ee1bb7982750 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-13T07:32:31,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=A 2024-12-13T07:32:31,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:31,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=B 2024-12-13T07:32:31,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:31,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=C 2024-12-13T07:32:31,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:31,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213599103eb22794485a9070a5d97878af7_b4c0b5c97869725c0034ee1bb7982750 is 50, key is test_row_0/A:col10/1734075150088/Put/seqid=0 2024-12-13T07:32:31,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742399_1575 (size=12304) 2024-12-13T07:32:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:31,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-13T07:32:31,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075211210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:31,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075211211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:31,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075211212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:31,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075211212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:31,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075211313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:31,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075211315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:31,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075211315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:31,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075211316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:31,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:31,506 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213599103eb22794485a9070a5d97878af7_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213599103eb22794485a9070a5d97878af7_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:31,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/e38af0b9004849eb91f6a5be549299fd, store: [table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-13T07:32:31,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/e38af0b9004849eb91f6a5be549299fd is 175, key is test_row_0/A:col10/1734075150088/Put/seqid=0 2024-12-13T07:32:31,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742400_1576 (size=31105) 2024-12-13T07:32:31,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075211515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:31,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075211518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:31,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075211519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:31,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075211519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:31,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075211817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:31,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075211821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:31,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075211823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:31,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075211823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:31,910 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/e38af0b9004849eb91f6a5be549299fd 2024-12-13T07:32:31,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/400d2b74a68e49f29766675ce2aa53ff is 50, key is test_row_0/B:col10/1734075150088/Put/seqid=0 2024-12-13T07:32:31,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742401_1577 (size=12151) 2024-12-13T07:32:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-13T07:32:32,318 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/400d2b74a68e49f29766675ce2aa53ff 2024-12-13T07:32:32,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/f7a841b439144420ab3ab1bfc2eeda25 is 50, key is test_row_0/C:col10/1734075150088/Put/seqid=0 2024-12-13T07:32:32,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075212323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:32,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075212323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:32,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742402_1578 (size=12151) 2024-12-13T07:32:32,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075212327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:32,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075212328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:32,726 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/f7a841b439144420ab3ab1bfc2eeda25 2024-12-13T07:32:32,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/e38af0b9004849eb91f6a5be549299fd as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/e38af0b9004849eb91f6a5be549299fd 2024-12-13T07:32:32,731 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/e38af0b9004849eb91f6a5be549299fd, entries=150, sequenceid=177, filesize=30.4 K 2024-12-13T07:32:32,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/400d2b74a68e49f29766675ce2aa53ff as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/400d2b74a68e49f29766675ce2aa53ff 2024-12-13T07:32:32,734 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/400d2b74a68e49f29766675ce2aa53ff, entries=150, sequenceid=177, filesize=11.9 K 2024-12-13T07:32:32,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/f7a841b439144420ab3ab1bfc2eeda25 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/f7a841b439144420ab3ab1bfc2eeda25 2024-12-13T07:32:32,736 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/f7a841b439144420ab3ab1bfc2eeda25, entries=150, sequenceid=177, filesize=11.9 K 2024-12-13T07:32:32,737 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for b4c0b5c97869725c0034ee1bb7982750 in 1680ms, sequenceid=177, compaction requested=true 2024-12-13T07:32:32,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:32,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:32,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-12-13T07:32:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-12-13T07:32:32,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-13T07:32:32,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8320 sec 2024-12-13T07:32:32,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.8340 sec 2024-12-13T07:32:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-13T07:32:33,009 INFO [Thread-2369 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-12-13T07:32:33,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:32:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-12-13T07:32:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-13T07:32:33,011 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:32:33,011 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:32:33,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:32:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-13T07:32:33,162 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:33,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-13T07:32:33,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:33,163 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing b4c0b5c97869725c0034ee1bb7982750 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-13T07:32:33,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=A 2024-12-13T07:32:33,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:33,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=B 2024-12-13T07:32:33,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:33,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=C 2024-12-13T07:32:33,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:33,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213179d141d63bc4d21adae01e3de778775_b4c0b5c97869725c0034ee1bb7982750 is 50, key is test_row_0/A:col10/1734075151211/Put/seqid=0 2024-12-13T07:32:33,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742403_1579 (size=12304) 2024-12-13T07:32:33,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:33,173 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213179d141d63bc4d21adae01e3de778775_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213179d141d63bc4d21adae01e3de778775_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:33,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/498c10194b004e25ad89b7b0784add4c, store: [table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:33,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/498c10194b004e25ad89b7b0784add4c is 175, key is test_row_0/A:col10/1734075151211/Put/seqid=0 2024-12-13T07:32:33,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742404_1580 (size=31105) 2024-12-13T07:32:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-13T07:32:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:33,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:33,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075213344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:33,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075213345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:33,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075213345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:33,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075213345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:33,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075213447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:33,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075213448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:33,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075213448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:33,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075213448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:33,577 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/498c10194b004e25ad89b7b0784add4c 2024-12-13T07:32:33,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/13ba238b826b4c4f84c1383c6fa12960 is 50, key is test_row_0/B:col10/1734075151211/Put/seqid=0 2024-12-13T07:32:33,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742405_1581 (size=12151) 2024-12-13T07:32:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-13T07:32:33,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075213649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:33,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075213650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:33,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075213650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:33,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075213651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:33,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075213952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:33,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075213953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:33,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075213954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:33,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075213954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:33,984 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/13ba238b826b4c4f84c1383c6fa12960 2024-12-13T07:32:33,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/3e638f391df847cba5dbce5a752a1284 is 50, key is test_row_0/C:col10/1734075151211/Put/seqid=0 2024-12-13T07:32:33,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742406_1582 (size=12151) 2024-12-13T07:32:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-13T07:32:34,392 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/3e638f391df847cba5dbce5a752a1284 2024-12-13T07:32:34,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/498c10194b004e25ad89b7b0784add4c as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/498c10194b004e25ad89b7b0784add4c 2024-12-13T07:32:34,396 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/498c10194b004e25ad89b7b0784add4c, entries=150, sequenceid=194, filesize=30.4 K 2024-12-13T07:32:34,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/13ba238b826b4c4f84c1383c6fa12960 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/13ba238b826b4c4f84c1383c6fa12960 2024-12-13T07:32:34,399 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/13ba238b826b4c4f84c1383c6fa12960, entries=150, sequenceid=194, filesize=11.9 K 2024-12-13T07:32:34,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/3e638f391df847cba5dbce5a752a1284 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/3e638f391df847cba5dbce5a752a1284 2024-12-13T07:32:34,402 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/3e638f391df847cba5dbce5a752a1284, entries=150, sequenceid=194, filesize=11.9 K 2024-12-13T07:32:34,403 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for b4c0b5c97869725c0034ee1bb7982750 in 1240ms, sequenceid=194, compaction requested=true 2024-12-13T07:32:34,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:34,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:34,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-12-13T07:32:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-12-13T07:32:34,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-13T07:32:34,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3930 sec 2024-12-13T07:32:34,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.3950 sec 2024-12-13T07:32:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:34,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b4c0b5c97869725c0034ee1bb7982750 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-13T07:32:34,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=A 2024-12-13T07:32:34,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:34,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=B 2024-12-13T07:32:34,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:34,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=C 2024-12-13T07:32:34,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:34,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412136c374ae2b038423fa31c2ad168424a25_b4c0b5c97869725c0034ee1bb7982750 is 50, key is test_row_0/A:col10/1734075153344/Put/seqid=0 2024-12-13T07:32:34,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742407_1583 (size=14794) 2024-12-13T07:32:34,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075214465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:34,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075214467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:34,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075214467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:34,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075214467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:34,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075214568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:34,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075214569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:34,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075214570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:34,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075214570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:34,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075214771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:34,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075214772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:34,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075214773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:34,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075214773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:34,863 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:34,865 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412136c374ae2b038423fa31c2ad168424a25_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412136c374ae2b038423fa31c2ad168424a25_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:34,866 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/af36a773f2594d458014a6889bd6e201, store: [table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:34,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/af36a773f2594d458014a6889bd6e201 is 175, key is test_row_0/A:col10/1734075153344/Put/seqid=0 2024-12-13T07:32:34,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742408_1584 (size=39749) 2024-12-13T07:32:35,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075215075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:35,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075215076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:35,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075215076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:35,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075215077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-13T07:32:35,114 INFO [Thread-2369 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-13T07:32:35,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:32:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-12-13T07:32:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-13T07:32:35,116 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:32:35,116 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:32:35,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:32:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-13T07:32:35,267 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:35,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-13T07:32:35,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:35,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:35,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:35,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:35,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:35,269 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/af36a773f2594d458014a6889bd6e201 2024-12-13T07:32:35,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/de451af5cb4a4d7c8ffe01da23be846e is 50, key is test_row_0/B:col10/1734075153344/Put/seqid=0 2024-12-13T07:32:35,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742409_1585 (size=12151) 2024-12-13T07:32:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-13T07:32:35,419 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:35,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-13T07:32:35,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:35,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:35,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:35,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:35,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:35,571 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:35,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-13T07:32:35,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:35,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:35,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:35,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:35,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:35,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075215577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:35,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075215578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:35,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075215580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:35,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075215580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:35,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/de451af5cb4a4d7c8ffe01da23be846e 2024-12-13T07:32:35,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/5b0ae22c9bcc40b39550022c7c90a62b is 50, key is test_row_0/C:col10/1734075153344/Put/seqid=0 2024-12-13T07:32:35,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742410_1586 (size=12151) 2024-12-13T07:32:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-13T07:32:35,723 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:35,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-13T07:32:35,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:35,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:35,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:35,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:35,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:35,876 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:35,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-13T07:32:35,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:35,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:35,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:35,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:35,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:36,028 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:36,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-13T07:32:36,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:36,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:36,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:36,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:36,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T07:32:36,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/5b0ae22c9bcc40b39550022c7c90a62b 2024-12-13T07:32:36,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/af36a773f2594d458014a6889bd6e201 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/af36a773f2594d458014a6889bd6e201 2024-12-13T07:32:36,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/af36a773f2594d458014a6889bd6e201, entries=200, sequenceid=215, filesize=38.8 K 2024-12-13T07:32:36,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/de451af5cb4a4d7c8ffe01da23be846e as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/de451af5cb4a4d7c8ffe01da23be846e 2024-12-13T07:32:36,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/de451af5cb4a4d7c8ffe01da23be846e, entries=150, sequenceid=215, filesize=11.9 K 2024-12-13T07:32:36,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/5b0ae22c9bcc40b39550022c7c90a62b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/5b0ae22c9bcc40b39550022c7c90a62b 2024-12-13T07:32:36,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/5b0ae22c9bcc40b39550022c7c90a62b, entries=150, sequenceid=215, filesize=11.9 K 2024-12-13T07:32:36,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b4c0b5c97869725c0034ee1bb7982750 in 1641ms, sequenceid=215, compaction requested=true 2024-12-13T07:32:36,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:36,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4c0b5c97869725c0034ee1bb7982750:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:32:36,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:36,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4c0b5c97869725c0034ee1bb7982750:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:32:36,096 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-13T07:32:36,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:36,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4c0b5c97869725c0034ee1bb7982750:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:32:36,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:36,096 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-13T07:32:36,097 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61063 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-13T07:32:36,097 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): b4c0b5c97869725c0034ee1bb7982750/B is initiating minor compaction (all files) 2024-12-13T07:32:36,097 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4c0b5c97869725c0034ee1bb7982750/B in TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:36,097 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/58529f022c9a4e2cbe42f789949e64e1, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/a8d21caa93864d9ab7c6feefc95228ef, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/400d2b74a68e49f29766675ce2aa53ff, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/13ba238b826b4c4f84c1383c6fa12960, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/de451af5cb4a4d7c8ffe01da23be846e] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp, totalSize=59.6 K 2024-12-13T07:32:36,098 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164477 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-13T07:32:36,098 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): b4c0b5c97869725c0034ee1bb7982750/A is initiating minor compaction (all files) 2024-12-13T07:32:36,098 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4c0b5c97869725c0034ee1bb7982750/A in TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:36,098 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/56024bc482974d5a833d3be7902d19f9, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/d80deddb787c4742860091208bf41ed5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/e38af0b9004849eb91f6a5be549299fd, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/498c10194b004e25ad89b7b0784add4c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/af36a773f2594d458014a6889bd6e201] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp, totalSize=160.6 K 2024-12-13T07:32:36,098 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:36,098 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. files: [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/56024bc482974d5a833d3be7902d19f9, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/d80deddb787c4742860091208bf41ed5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/e38af0b9004849eb91f6a5be549299fd, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/498c10194b004e25ad89b7b0784add4c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/af36a773f2594d458014a6889bd6e201] 2024-12-13T07:32:36,098 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 58529f022c9a4e2cbe42f789949e64e1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1734075146838 2024-12-13T07:32:36,098 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56024bc482974d5a833d3be7902d19f9, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1734075146838 2024-12-13T07:32:36,098 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting d80deddb787c4742860091208bf41ed5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734075147958 2024-12-13T07:32:36,098 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting a8d21caa93864d9ab7c6feefc95228ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734075147958 2024-12-13T07:32:36,098 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 400d2b74a68e49f29766675ce2aa53ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1734075150086 2024-12-13T07:32:36,098 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting e38af0b9004849eb91f6a5be549299fd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1734075150086 2024-12-13T07:32:36,099 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 13ba238b826b4c4f84c1383c6fa12960, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734075151209 2024-12-13T07:32:36,099 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 498c10194b004e25ad89b7b0784add4c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734075151209 2024-12-13T07:32:36,099 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting de451af5cb4a4d7c8ffe01da23be846e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1734075153340 2024-12-13T07:32:36,099 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting af36a773f2594d458014a6889bd6e201, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1734075153340 2024-12-13T07:32:36,104 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:36,106 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4c0b5c97869725c0034ee1bb7982750#B#compaction#496 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:36,106 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241213dd285b2a7a8548fc89e4410acb2a321e_b4c0b5c97869725c0034ee1bb7982750 store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:36,106 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/dd3a1f04292d4367b796034bdc630d99 is 50, key is test_row_0/B:col10/1734075153344/Put/seqid=0 2024-12-13T07:32:36,108 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241213dd285b2a7a8548fc89e4410acb2a321e_b4c0b5c97869725c0034ee1bb7982750, store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:36,108 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213dd285b2a7a8548fc89e4410acb2a321e_b4c0b5c97869725c0034ee1bb7982750 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742411_1587 (size=12629) 2024-12-13T07:32:36,112 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/dd3a1f04292d4367b796034bdc630d99 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/dd3a1f04292d4367b796034bdc630d99 2024-12-13T07:32:36,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742412_1588 (size=4469) 2024-12-13T07:32:36,116 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in b4c0b5c97869725c0034ee1bb7982750/B of b4c0b5c97869725c0034ee1bb7982750 into dd3a1f04292d4367b796034bdc630d99(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:36,116 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:36,116 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750., storeName=b4c0b5c97869725c0034ee1bb7982750/B, priority=11, startTime=1734075156096; duration=0sec 2024-12-13T07:32:36,116 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:36,116 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4c0b5c97869725c0034ee1bb7982750:B 2024-12-13T07:32:36,116 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-13T07:32:36,117 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61063 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-13T07:32:36,117 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): b4c0b5c97869725c0034ee1bb7982750/C is initiating minor compaction (all files) 2024-12-13T07:32:36,117 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4c0b5c97869725c0034ee1bb7982750/C in TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:36,117 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/ce85b1d34a5c4ea091c052f2a9082898, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/da62c35ec64d49cfbbe33d32b289d4b1, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/f7a841b439144420ab3ab1bfc2eeda25, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/3e638f391df847cba5dbce5a752a1284, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/5b0ae22c9bcc40b39550022c7c90a62b] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp, totalSize=59.6 K 2024-12-13T07:32:36,117 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting ce85b1d34a5c4ea091c052f2a9082898, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1734075146838 2024-12-13T07:32:36,117 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting da62c35ec64d49cfbbe33d32b289d4b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734075147958 2024-12-13T07:32:36,117 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting f7a841b439144420ab3ab1bfc2eeda25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1734075150086 2024-12-13T07:32:36,118 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e638f391df847cba5dbce5a752a1284, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734075151209 2024-12-13T07:32:36,118 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b0ae22c9bcc40b39550022c7c90a62b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1734075153340 2024-12-13T07:32:36,123 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4c0b5c97869725c0034ee1bb7982750#C#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:36,124 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/feda09a055594746bf48095edd78de56 is 50, key is test_row_0/C:col10/1734075153344/Put/seqid=0 2024-12-13T07:32:36,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742413_1589 (size=12629) 2024-12-13T07:32:36,182 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:36,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-13T07:32:36,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:36,183 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing b4c0b5c97869725c0034ee1bb7982750 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-13T07:32:36,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=A 2024-12-13T07:32:36,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:36,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=B 2024-12-13T07:32:36,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:36,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=C 2024-12-13T07:32:36,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:36,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121350a2358c61d04eb6b0596d5d0f3cc7cd_b4c0b5c97869725c0034ee1bb7982750 is 50, key is test_row_0/A:col10/1734075154465/Put/seqid=0 2024-12-13T07:32:36,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742414_1590 (size=12304) 2024-12-13T07:32:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-13T07:32:36,516 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4c0b5c97869725c0034ee1bb7982750#A#compaction#497 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:36,516 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/ccbdde46332443e1b6d3767bf8ad2926 is 175, key is test_row_0/A:col10/1734075153344/Put/seqid=0 2024-12-13T07:32:36,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742415_1591 (size=31583) 2024-12-13T07:32:36,540 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/feda09a055594746bf48095edd78de56 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/feda09a055594746bf48095edd78de56 2024-12-13T07:32:36,544 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in b4c0b5c97869725c0034ee1bb7982750/C of b4c0b5c97869725c0034ee1bb7982750 into feda09a055594746bf48095edd78de56(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:36,544 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:36,544 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750., storeName=b4c0b5c97869725c0034ee1bb7982750/C, priority=11, startTime=1734075156096; duration=0sec 2024-12-13T07:32:36,544 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:36,544 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4c0b5c97869725c0034ee1bb7982750:C 2024-12-13T07:32:36,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:36,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:36,595 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121350a2358c61d04eb6b0596d5d0f3cc7cd_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121350a2358c61d04eb6b0596d5d0f3cc7cd_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:36,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/b27966cbf85443749cef3d47b00097e3, store: [table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:36,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/b27966cbf85443749cef3d47b00097e3 is 175, key is test_row_0/A:col10/1734075154465/Put/seqid=0 2024-12-13T07:32:36,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742416_1592 (size=31105) 2024-12-13T07:32:36,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075216597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:36,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075216601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:36,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075216601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:36,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075216601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:36,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075216702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:36,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075216704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:36,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075216711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:36,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075216711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:36,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075216905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:36,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075216906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:36,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075216914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:36,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075216915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:36,944 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/ccbdde46332443e1b6d3767bf8ad2926 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/ccbdde46332443e1b6d3767bf8ad2926 2024-12-13T07:32:36,951 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in b4c0b5c97869725c0034ee1bb7982750/A of b4c0b5c97869725c0034ee1bb7982750 into ccbdde46332443e1b6d3767bf8ad2926(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:36,952 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:36,952 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750., storeName=b4c0b5c97869725c0034ee1bb7982750/A, priority=11, startTime=1734075156096; duration=0sec 2024-12-13T07:32:36,952 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:36,952 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4c0b5c97869725c0034ee1bb7982750:A 2024-12-13T07:32:36,999 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/b27966cbf85443749cef3d47b00097e3 2024-12-13T07:32:37,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/2a7e1e33713c4e718e73c19c9c3e9737 is 50, key is test_row_0/B:col10/1734075154465/Put/seqid=0 2024-12-13T07:32:37,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742417_1593 (size=12151) 2024-12-13T07:32:37,009 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/2a7e1e33713c4e718e73c19c9c3e9737 2024-12-13T07:32:37,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/0c9170362dee4cf098253b0ec8a0b57f is 50, key is test_row_0/C:col10/1734075154465/Put/seqid=0 2024-12-13T07:32:37,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742418_1594 (size=12151) 2024-12-13T07:32:37,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075217206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:37,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075217210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:37,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075217217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:37,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075217217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-13T07:32:37,433 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/0c9170362dee4cf098253b0ec8a0b57f 2024-12-13T07:32:37,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/b27966cbf85443749cef3d47b00097e3 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/b27966cbf85443749cef3d47b00097e3 2024-12-13T07:32:37,439 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/b27966cbf85443749cef3d47b00097e3, entries=150, sequenceid=231, filesize=30.4 K 2024-12-13T07:32:37,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/2a7e1e33713c4e718e73c19c9c3e9737 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/2a7e1e33713c4e718e73c19c9c3e9737 2024-12-13T07:32:37,441 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/2a7e1e33713c4e718e73c19c9c3e9737, entries=150, sequenceid=231, filesize=11.9 K 2024-12-13T07:32:37,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/0c9170362dee4cf098253b0ec8a0b57f as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/0c9170362dee4cf098253b0ec8a0b57f 2024-12-13T07:32:37,444 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/0c9170362dee4cf098253b0ec8a0b57f, entries=150, sequenceid=231, filesize=11.9 K 2024-12-13T07:32:37,444 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for b4c0b5c97869725c0034ee1bb7982750 in 1261ms, sequenceid=231, compaction requested=false 2024-12-13T07:32:37,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:37,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:37,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-12-13T07:32:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-12-13T07:32:37,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-13T07:32:37,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3290 sec 2024-12-13T07:32:37,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.3310 sec 2024-12-13T07:32:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:37,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b4c0b5c97869725c0034ee1bb7982750 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-13T07:32:37,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=A 2024-12-13T07:32:37,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:37,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=B 2024-12-13T07:32:37,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:37,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=C 2024-12-13T07:32:37,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:37,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121322f58655edd04e4e9e15be8768712097_b4c0b5c97869725c0034ee1bb7982750 is 50, key is test_row_0/A:col10/1734075157713/Put/seqid=0 2024-12-13T07:32:37,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742419_1595 (size=12304) 2024-12-13T07:32:37,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075217722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:37,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075217723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:37,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075217724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:37,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075217724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:37,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075217825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:37,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075217827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:37,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075217827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:38,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075218029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:38,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075218029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:38,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075218030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:38,123 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,125 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121322f58655edd04e4e9e15be8768712097_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121322f58655edd04e4e9e15be8768712097_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:38,126 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/2494fe8c037f48958dedd8fa6bc0181a, store: [table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:38,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/2494fe8c037f48958dedd8fa6bc0181a is 175, key is test_row_0/A:col10/1734075157713/Put/seqid=0 2024-12-13T07:32:38,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742420_1596 (size=31105) 2024-12-13T07:32:38,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075218332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:38,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075218333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:38,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075218334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:38,529 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/2494fe8c037f48958dedd8fa6bc0181a 2024-12-13T07:32:38,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/50c56b4b8cae4ae0b725a55d2d0fc4b5 is 50, key is test_row_0/B:col10/1734075157713/Put/seqid=0 2024-12-13T07:32:38,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742421_1597 (size=12151) 2024-12-13T07:32:38,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45916 deadline: 1734075218728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:38,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45866 deadline: 1734075218837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:38,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:38,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T07:32:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734075218837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45880 deadline: 1734075218837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:38,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/50c56b4b8cae4ae0b725a55d2d0fc4b5 2024-12-13T07:32:38,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/c1cdd1b43f4d478e8700d2e251520160 is 50, key is test_row_0/C:col10/1734075157713/Put/seqid=0 2024-12-13T07:32:38,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742422_1598 (size=12151) 2024-12-13T07:32:38,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/c1cdd1b43f4d478e8700d2e251520160 2024-12-13T07:32:38,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/2494fe8c037f48958dedd8fa6bc0181a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/2494fe8c037f48958dedd8fa6bc0181a 2024-12-13T07:32:38,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/2494fe8c037f48958dedd8fa6bc0181a, entries=150, sequenceid=256, filesize=30.4 K 2024-12-13T07:32:38,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/50c56b4b8cae4ae0b725a55d2d0fc4b5 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/50c56b4b8cae4ae0b725a55d2d0fc4b5 2024-12-13T07:32:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/50c56b4b8cae4ae0b725a55d2d0fc4b5, entries=150, sequenceid=256, filesize=11.9 K 2024-12-13T07:32:38,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/c1cdd1b43f4d478e8700d2e251520160 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/c1cdd1b43f4d478e8700d2e251520160 2024-12-13T07:32:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/c1cdd1b43f4d478e8700d2e251520160, entries=150, sequenceid=256, filesize=11.9 K 2024-12-13T07:32:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b4c0b5c97869725c0034ee1bb7982750 in 1246ms, sequenceid=256, compaction requested=true 2024-12-13T07:32:38,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4c0b5c97869725c0034ee1bb7982750:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T07:32:38,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:38,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4c0b5c97869725c0034ee1bb7982750:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T07:32:38,960 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:38,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:38,960 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:38,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4c0b5c97869725c0034ee1bb7982750:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T07:32:38,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,961 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:38,961 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:38,961 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): b4c0b5c97869725c0034ee1bb7982750/B is initiating minor compaction (all files) 2024-12-13T07:32:38,961 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1540): b4c0b5c97869725c0034ee1bb7982750/A is initiating minor compaction (all files) 2024-12-13T07:32:38,961 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4c0b5c97869725c0034ee1bb7982750/B in TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:38,961 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4c0b5c97869725c0034ee1bb7982750/A in TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:38,961 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/dd3a1f04292d4367b796034bdc630d99, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/2a7e1e33713c4e718e73c19c9c3e9737, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/50c56b4b8cae4ae0b725a55d2d0fc4b5] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp, totalSize=36.1 K 2024-12-13T07:32:38,961 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/ccbdde46332443e1b6d3767bf8ad2926, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/b27966cbf85443749cef3d47b00097e3, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/2494fe8c037f48958dedd8fa6bc0181a] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp, totalSize=91.6 K 2024-12-13T07:32:38,961 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,962 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. files: [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/ccbdde46332443e1b6d3767bf8ad2926, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/b27966cbf85443749cef3d47b00097e3, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/2494fe8c037f48958dedd8fa6bc0181a] 2024-12-13T07:32:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,962 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting dd3a1f04292d4367b796034bdc630d99, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1734075153340 2024-12-13T07:32:38,962 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccbdde46332443e1b6d3767bf8ad2926, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1734075153340 2024-12-13T07:32:38,962 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a7e1e33713c4e718e73c19c9c3e9737, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1734075154464 2024-12-13T07:32:38,962 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting b27966cbf85443749cef3d47b00097e3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1734075154464 2024-12-13T07:32:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,962 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 50c56b4b8cae4ae0b725a55d2d0fc4b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1734075156600 2024-12-13T07:32:38,962 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2494fe8c037f48958dedd8fa6bc0181a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1734075156600 2024-12-13T07:32:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,968 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,969 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4c0b5c97869725c0034ee1bb7982750#B#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,969 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/d623bf4662de42b3a0f704ee9513bef3 is 50, key is test_row_0/B:col10/1734075157713/Put/seqid=0 2024-12-13T07:32:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,970 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241213636203171fee4e7eb68289b94637c69d_b4c0b5c97869725c0034ee1bb7982750 store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,971 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241213636203171fee4e7eb68289b94637c69d_b4c0b5c97869725c0034ee1bb7982750, store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,971 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213636203171fee4e7eb68289b94637c69d_b4c0b5c97869725c0034ee1bb7982750 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742423_1599 (size=12731) 2024-12-13T07:32:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,976 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/d623bf4662de42b3a0f704ee9513bef3 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/d623bf4662de42b3a0f704ee9513bef3 2024-12-13T07:32:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,979 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4c0b5c97869725c0034ee1bb7982750/B of b4c0b5c97869725c0034ee1bb7982750 into d623bf4662de42b3a0f704ee9513bef3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:38,979 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:38,979 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750., storeName=b4c0b5c97869725c0034ee1bb7982750/B, priority=13, startTime=1734075158960; duration=0sec 2024-12-13T07:32:38,979 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T07:32:38,979 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4c0b5c97869725c0034ee1bb7982750:B 2024-12-13T07:32:38,980 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T07:32:38,980 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T07:32:38,980 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1540): b4c0b5c97869725c0034ee1bb7982750/C is initiating minor compaction (all files) 2024-12-13T07:32:38,980 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4c0b5c97869725c0034ee1bb7982750/C in TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:38,980 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/feda09a055594746bf48095edd78de56, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/0c9170362dee4cf098253b0ec8a0b57f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/c1cdd1b43f4d478e8700d2e251520160] into tmpdir=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp, totalSize=36.1 K 2024-12-13T07:32:38,981 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting feda09a055594746bf48095edd78de56, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1734075153340 2024-12-13T07:32:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,981 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c9170362dee4cf098253b0ec8a0b57f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1734075154464 2024-12-13T07:32:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,981 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] compactions.Compactor(224): Compacting c1cdd1b43f4d478e8700d2e251520160, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1734075156600 2024-12-13T07:32:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,989 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4c0b5c97869725c0034ee1bb7982750#C#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:38,990 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/fedfe2bace664cf182c2b2d946c771e9 is 50, key is test_row_0/C:col10/1734075157713/Put/seqid=0 2024-12-13T07:32:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742424_1600 (size=4469) 2024-12-13T07:32:38,994 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4c0b5c97869725c0034ee1bb7982750#A#compaction#505 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T07:32:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,994 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/7ebb1fb74e564ce9a5bca649f8932dd6 is 175, key is test_row_0/A:col10/1734075157713/Put/seqid=0 2024-12-13T07:32:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742426_1602 (size=31685) 2024-12-13T07:32:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742425_1601 (size=12731) 2024-12-13T07:32:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,005 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/fedfe2bace664cf182c2b2d946c771e9 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/fedfe2bace664cf182c2b2d946c771e9 2024-12-13T07:32:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,008 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4c0b5c97869725c0034ee1bb7982750/C of b4c0b5c97869725c0034ee1bb7982750 into fedfe2bace664cf182c2b2d946c771e9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:39,008 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:39,008 INFO [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750., storeName=b4c0b5c97869725c0034ee1bb7982750/C, priority=13, startTime=1734075158960; duration=0sec 2024-12-13T07:32:39,008 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,008 DEBUG [RS:0;9eb75de94ef3:40871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4c0b5c97869725c0034ee1bb7982750:C 2024-12-13T07:32:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-13T07:32:39,220 INFO [Thread-2369 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-12-13T07:32:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T07:32:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-12-13T07:32:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-13T07:32:39,221 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T07:32:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,222 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T07:32:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T07:32:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,252 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T07:32:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-13T07:32:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40871 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-13T07:32:39,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,373 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing b4c0b5c97869725c0034ee1bb7982750 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-13T07:32:39,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=A 2024-12-13T07:32:39,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:39,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=B 2024-12-13T07:32:39,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:39,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=C 2024-12-13T07:32:39,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213221c39ef3696400b9123e3a305c18784_b4c0b5c97869725c0034ee1bb7982750 is 50, key is test_row_0/A:col10/1734075157724/Put/seqid=0 2024-12-13T07:32:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742427_1603 (size=9914) 2024-12-13T07:32:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,405 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/7ebb1fb74e564ce9a5bca649f8932dd6 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/7ebb1fb74e564ce9a5bca649f8932dd6 2024-12-13T07:32:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,408 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4c0b5c97869725c0034ee1bb7982750/A of b4c0b5c97869725c0034ee1bb7982750 into 7ebb1fb74e564ce9a5bca649f8932dd6(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T07:32:39,408 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:39,408 INFO [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750., storeName=b4c0b5c97869725c0034ee1bb7982750/A, priority=13, startTime=1734075158960; duration=0sec 2024-12-13T07:32:39,408 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T07:32:39,408 DEBUG [RS:0;9eb75de94ef3:40871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4c0b5c97869725c0034ee1bb7982750:A 2024-12-13T07:32:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,477 DEBUG [Thread-2370 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:65137 2024-12-13T07:32:39,477 DEBUG [Thread-2378 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15b6349f to 127.0.0.1:65137 2024-12-13T07:32:39,477 DEBUG [Thread-2370 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:39,477 DEBUG [Thread-2378 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,478 DEBUG [Thread-2376 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d832d43 to 127.0.0.1:65137 2024-12-13T07:32:39,478 DEBUG [Thread-2376 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,478 DEBUG [Thread-2372 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:65137 2024-12-13T07:32:39,478 DEBUG [Thread-2372 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,482 DEBUG [Thread-2374 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:65137 2024-12-13T07:32:39,482 DEBUG [Thread-2374 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-13T07:32:39,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:39,793 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213221c39ef3696400b9123e3a305c18784_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213221c39ef3696400b9123e3a305c18784_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:39,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/273a4fbc1b554558ac7b291102610616, store: [table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:39,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/273a4fbc1b554558ac7b291102610616 is 175, key is test_row_0/A:col10/1734075157724/Put/seqid=0 2024-12-13T07:32:39,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742428_1604 (size=22561) 2024-12-13T07:32:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-13T07:32:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40871 {}] regionserver.HRegion(8581): Flush requested on b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:39,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. as already flushing 2024-12-13T07:32:39,843 DEBUG [Thread-2359 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:65137 2024-12-13T07:32:39,843 DEBUG [Thread-2359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:39,845 DEBUG [Thread-2367 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:65137 2024-12-13T07:32:39,845 DEBUG [Thread-2367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:39,851 DEBUG [Thread-2365 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x091d72db to 127.0.0.1:65137 2024-12-13T07:32:39,851 DEBUG [Thread-2365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:40,159 DEBUG [Thread-2361 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:65137 2024-12-13T07:32:40,159 DEBUG [Thread-2361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:40,201 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/273a4fbc1b554558ac7b291102610616 2024-12-13T07:32:40,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/dcae4aab41ce43dcb952e99755733342 is 50, key is test_row_0/B:col10/1734075157724/Put/seqid=0 2024-12-13T07:32:40,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742429_1605 (size=9857) 2024-12-13T07:32:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-13T07:32:40,619 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/dcae4aab41ce43dcb952e99755733342 2024-12-13T07:32:40,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/a6ea516dba3648c2842621e05ef0ff6e is 50, key is test_row_0/C:col10/1734075157724/Put/seqid=0 2024-12-13T07:32:40,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742430_1606 (size=9857) 2024-12-13T07:32:40,750 DEBUG [Thread-2363 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:65137 2024-12-13T07:32:40,750 DEBUG [Thread-2363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:41,035 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/a6ea516dba3648c2842621e05ef0ff6e 2024-12-13T07:32:41,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/273a4fbc1b554558ac7b291102610616 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/273a4fbc1b554558ac7b291102610616 2024-12-13T07:32:41,049 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/273a4fbc1b554558ac7b291102610616, entries=100, sequenceid=271, filesize=22.0 K 2024-12-13T07:32:41,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/dcae4aab41ce43dcb952e99755733342 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/dcae4aab41ce43dcb952e99755733342 2024-12-13T07:32:41,054 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/dcae4aab41ce43dcb952e99755733342, entries=100, sequenceid=271, filesize=9.6 K 2024-12-13T07:32:41,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/a6ea516dba3648c2842621e05ef0ff6e as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/a6ea516dba3648c2842621e05ef0ff6e 2024-12-13T07:32:41,057 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/a6ea516dba3648c2842621e05ef0ff6e, entries=100, sequenceid=271, filesize=9.6 K 2024-12-13T07:32:41,058 INFO [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=33.54 KB/34350 for b4c0b5c97869725c0034ee1bb7982750 in 1685ms, sequenceid=271, compaction requested=false 2024-12-13T07:32:41,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:41,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:41,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9eb75de94ef3:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-12-13T07:32:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-12-13T07:32:41,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-12-13T07:32:41,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8370 sec 2024-12-13T07:32:41,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.8400 sec 2024-12-13T07:32:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-13T07:32:41,328 INFO [Thread-2369 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-12-13T07:32:41,328 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-13T07:32:41,328 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-13T07:32:41,328 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-12-13T07:32:41,328 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-13T07:32:41,328 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-12-13T07:32:41,328 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-12-13T07:32:41,328 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-13T07:32:41,328 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8425 2024-12-13T07:32:41,328 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8337 2024-12-13T07:32:41,328 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8027 2024-12-13T07:32:41,328 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8441 2024-12-13T07:32:41,328 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8297 2024-12-13T07:32:41,328 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-13T07:32:41,329 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T07:32:41,329 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:65137 2024-12-13T07:32:41,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:41,329 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-13T07:32:41,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-13T07:32:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-13T07:32:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-13T07:32:41,334 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075161334"}]},"ts":"1734075161334"} 2024-12-13T07:32:41,336 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-13T07:32:41,383 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-13T07:32:41,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-13T07:32:41,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4c0b5c97869725c0034ee1bb7982750, UNASSIGN}] 2024-12-13T07:32:41,389 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4c0b5c97869725c0034ee1bb7982750, UNASSIGN 2024-12-13T07:32:41,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=179 updating hbase:meta row=b4c0b5c97869725c0034ee1bb7982750, regionState=CLOSING, regionLocation=9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:41,393 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T07:32:41,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; CloseRegionProcedure b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781}] 2024-12-13T07:32:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-13T07:32:41,545 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:41,546 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(124): Close b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:41,546 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T07:32:41,546 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1681): Closing b4c0b5c97869725c0034ee1bb7982750, disabling compactions & flushes 2024-12-13T07:32:41,547 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:41,547 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:41,547 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. after waiting 0 ms 2024-12-13T07:32:41,547 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:41,547 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(2837): Flushing b4c0b5c97869725c0034ee1bb7982750 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-13T07:32:41,547 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=A 2024-12-13T07:32:41,548 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:41,548 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=B 2024-12-13T07:32:41,548 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:41,548 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4c0b5c97869725c0034ee1bb7982750, store=C 2024-12-13T07:32:41,548 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T07:32:41,556 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213a117faeb7c9542169b650196ba9daa9c_b4c0b5c97869725c0034ee1bb7982750 is 50, key is test_row_0/A:col10/1734075160156/Put/seqid=0 2024-12-13T07:32:41,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742431_1607 (size=9914) 2024-12-13T07:32:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-13T07:32:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-13T07:32:41,964 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T07:32:41,972 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213a117faeb7c9542169b650196ba9daa9c_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213a117faeb7c9542169b650196ba9daa9c_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:41,973 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/013d5bea86f5440f88d2aaf445e0fac4, store: [table=TestAcidGuarantees family=A region=b4c0b5c97869725c0034ee1bb7982750] 2024-12-13T07:32:41,974 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/013d5bea86f5440f88d2aaf445e0fac4 is 175, key is test_row_0/A:col10/1734075160156/Put/seqid=0 2024-12-13T07:32:41,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742432_1608 (size=22561) 2024-12-13T07:32:42,380 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/013d5bea86f5440f88d2aaf445e0fac4 2024-12-13T07:32:42,392 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/438567d987774e0984d0339be6a347aa is 50, key is test_row_0/B:col10/1734075160156/Put/seqid=0 2024-12-13T07:32:42,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742433_1609 (size=9857) 2024-12-13T07:32:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-13T07:32:42,798 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/438567d987774e0984d0339be6a347aa 2024-12-13T07:32:42,810 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/99c7eaf824d14e5d9964fbe061b9b5cd is 50, key is test_row_0/C:col10/1734075160156/Put/seqid=0 2024-12-13T07:32:42,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742434_1610 (size=9857) 2024-12-13T07:32:43,215 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/99c7eaf824d14e5d9964fbe061b9b5cd 2024-12-13T07:32:43,224 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/A/013d5bea86f5440f88d2aaf445e0fac4 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/013d5bea86f5440f88d2aaf445e0fac4 2024-12-13T07:32:43,228 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/013d5bea86f5440f88d2aaf445e0fac4, entries=100, sequenceid=280, filesize=22.0 K 2024-12-13T07:32:43,229 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/B/438567d987774e0984d0339be6a347aa as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/438567d987774e0984d0339be6a347aa 2024-12-13T07:32:43,232 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/438567d987774e0984d0339be6a347aa, entries=100, sequenceid=280, filesize=9.6 K 2024-12-13T07:32:43,233 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/.tmp/C/99c7eaf824d14e5d9964fbe061b9b5cd as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/99c7eaf824d14e5d9964fbe061b9b5cd 2024-12-13T07:32:43,237 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/99c7eaf824d14e5d9964fbe061b9b5cd, entries=100, sequenceid=280, filesize=9.6 K 2024-12-13T07:32:43,238 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b4c0b5c97869725c0034ee1bb7982750 in 1691ms, sequenceid=280, compaction requested=true 2024-12-13T07:32:43,238 DEBUG [StoreCloser-TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/bfbc31d3ba8849de9d5c9c392b138420, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/15e609f4770e452296ae0440fcd4890f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/619993c9777a40b0a48cfda15084f0dd, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/1f389aa9e9ab4ca084d758a208592e11, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/4f91e4d0f5e742b38bd9d93064c1c5d7, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/d69492d69c654be48f2d91b838378ca9, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/5a7182f20f934436a6d7cdd87893e7d4, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/8d8cc6c434ff4d65a2d3b9343e2f871a, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/56024bc482974d5a833d3be7902d19f9, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/df2d40851263438e9a4e03dabc10496b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/d80deddb787c4742860091208bf41ed5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/e38af0b9004849eb91f6a5be549299fd, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/498c10194b004e25ad89b7b0784add4c, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/af36a773f2594d458014a6889bd6e201, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/ccbdde46332443e1b6d3767bf8ad2926, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/b27966cbf85443749cef3d47b00097e3, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/2494fe8c037f48958dedd8fa6bc0181a] to archive 2024-12-13T07:32:43,239 DEBUG [StoreCloser-TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T07:32:43,241 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/15e609f4770e452296ae0440fcd4890f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/15e609f4770e452296ae0440fcd4890f 2024-12-13T07:32:43,241 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/bfbc31d3ba8849de9d5c9c392b138420 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/bfbc31d3ba8849de9d5c9c392b138420 2024-12-13T07:32:43,242 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/619993c9777a40b0a48cfda15084f0dd to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/619993c9777a40b0a48cfda15084f0dd 2024-12-13T07:32:43,242 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/1f389aa9e9ab4ca084d758a208592e11 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/1f389aa9e9ab4ca084d758a208592e11 2024-12-13T07:32:43,242 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/d69492d69c654be48f2d91b838378ca9 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/d69492d69c654be48f2d91b838378ca9 2024-12-13T07:32:43,242 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/8d8cc6c434ff4d65a2d3b9343e2f871a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/8d8cc6c434ff4d65a2d3b9343e2f871a 2024-12-13T07:32:43,243 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/4f91e4d0f5e742b38bd9d93064c1c5d7 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/4f91e4d0f5e742b38bd9d93064c1c5d7 2024-12-13T07:32:43,243 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/5a7182f20f934436a6d7cdd87893e7d4 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/5a7182f20f934436a6d7cdd87893e7d4 2024-12-13T07:32:43,244 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/56024bc482974d5a833d3be7902d19f9 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/56024bc482974d5a833d3be7902d19f9 2024-12-13T07:32:43,244 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/df2d40851263438e9a4e03dabc10496b to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/df2d40851263438e9a4e03dabc10496b 2024-12-13T07:32:43,245 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/af36a773f2594d458014a6889bd6e201 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/af36a773f2594d458014a6889bd6e201 2024-12-13T07:32:43,245 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/d80deddb787c4742860091208bf41ed5 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/d80deddb787c4742860091208bf41ed5 2024-12-13T07:32:43,245 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/498c10194b004e25ad89b7b0784add4c to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/498c10194b004e25ad89b7b0784add4c 2024-12-13T07:32:43,245 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/ccbdde46332443e1b6d3767bf8ad2926 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/ccbdde46332443e1b6d3767bf8ad2926 2024-12-13T07:32:43,245 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/e38af0b9004849eb91f6a5be549299fd to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/e38af0b9004849eb91f6a5be549299fd 2024-12-13T07:32:43,245 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/b27966cbf85443749cef3d47b00097e3 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/b27966cbf85443749cef3d47b00097e3 2024-12-13T07:32:43,246 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/2494fe8c037f48958dedd8fa6bc0181a to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/2494fe8c037f48958dedd8fa6bc0181a 2024-12-13T07:32:43,247 DEBUG [StoreCloser-TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/8b2811ccb8114b64a712a37d7d302fbc, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/d900eb61b2a4473e9d02efadea116924, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/aaaf1b825f1b4cadbdd3e55f356042a8, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/e416869514064c008335501dfefd3592, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/5720598bdfa6468b9be54ad0e42a8ade, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/26de085d594b46149a7cfa5fc24e3379, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/ef14a46d0c9944fbb925334848790cc4, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/39506996b8ce489eadb1b720c2200ca5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/58529f022c9a4e2cbe42f789949e64e1, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/23ae0fdf3e104cc5aabab546d1b1a5d4, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/a8d21caa93864d9ab7c6feefc95228ef, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/400d2b74a68e49f29766675ce2aa53ff, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/13ba238b826b4c4f84c1383c6fa12960, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/dd3a1f04292d4367b796034bdc630d99, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/de451af5cb4a4d7c8ffe01da23be846e, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/2a7e1e33713c4e718e73c19c9c3e9737, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/50c56b4b8cae4ae0b725a55d2d0fc4b5] to archive 2024-12-13T07:32:43,248 DEBUG [StoreCloser-TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T07:32:43,251 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/d900eb61b2a4473e9d02efadea116924 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/d900eb61b2a4473e9d02efadea116924 2024-12-13T07:32:43,251 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/e416869514064c008335501dfefd3592 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/e416869514064c008335501dfefd3592 2024-12-13T07:32:43,251 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/8b2811ccb8114b64a712a37d7d302fbc to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/8b2811ccb8114b64a712a37d7d302fbc 2024-12-13T07:32:43,251 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/aaaf1b825f1b4cadbdd3e55f356042a8 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/aaaf1b825f1b4cadbdd3e55f356042a8 2024-12-13T07:32:43,251 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/26de085d594b46149a7cfa5fc24e3379 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/26de085d594b46149a7cfa5fc24e3379 2024-12-13T07:32:43,251 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/ef14a46d0c9944fbb925334848790cc4 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/ef14a46d0c9944fbb925334848790cc4 2024-12-13T07:32:43,251 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/5720598bdfa6468b9be54ad0e42a8ade to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/5720598bdfa6468b9be54ad0e42a8ade 2024-12-13T07:32:43,251 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/39506996b8ce489eadb1b720c2200ca5 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/39506996b8ce489eadb1b720c2200ca5 2024-12-13T07:32:43,252 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/23ae0fdf3e104cc5aabab546d1b1a5d4 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/23ae0fdf3e104cc5aabab546d1b1a5d4 2024-12-13T07:32:43,252 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/a8d21caa93864d9ab7c6feefc95228ef to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/a8d21caa93864d9ab7c6feefc95228ef 2024-12-13T07:32:43,252 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/400d2b74a68e49f29766675ce2aa53ff to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/400d2b74a68e49f29766675ce2aa53ff 2024-12-13T07:32:43,252 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/58529f022c9a4e2cbe42f789949e64e1 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/58529f022c9a4e2cbe42f789949e64e1 2024-12-13T07:32:43,252 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/13ba238b826b4c4f84c1383c6fa12960 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/13ba238b826b4c4f84c1383c6fa12960 2024-12-13T07:32:43,253 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/dd3a1f04292d4367b796034bdc630d99 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/dd3a1f04292d4367b796034bdc630d99 2024-12-13T07:32:43,253 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/de451af5cb4a4d7c8ffe01da23be846e to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/de451af5cb4a4d7c8ffe01da23be846e 2024-12-13T07:32:43,253 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/2a7e1e33713c4e718e73c19c9c3e9737 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/2a7e1e33713c4e718e73c19c9c3e9737 2024-12-13T07:32:43,253 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/50c56b4b8cae4ae0b725a55d2d0fc4b5 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/50c56b4b8cae4ae0b725a55d2d0fc4b5 2024-12-13T07:32:43,254 DEBUG [StoreCloser-TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/0df7a560bb554e45bc3eb4ce12f2db46, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/9f84b341d6b340b695dd165bb36b0c54, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/8dd2f7a6efe34d8b9145aa4e227dcfbe, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/4bc063d5f3a24071884f317a48a4c470, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/3a3ebc66baad44349ddc6ced39372890, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/f462c438fa3c4563bce86657f1a7b5c5, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/72cb53d5e95547cabd23e8bf36846162, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/489d4fd2b95e4272a95f65b15a6496e0, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/ce85b1d34a5c4ea091c052f2a9082898, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/8bb02f95606246208a66f4eaf1b921d3, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/da62c35ec64d49cfbbe33d32b289d4b1, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/f7a841b439144420ab3ab1bfc2eeda25, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/3e638f391df847cba5dbce5a752a1284, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/feda09a055594746bf48095edd78de56, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/5b0ae22c9bcc40b39550022c7c90a62b, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/0c9170362dee4cf098253b0ec8a0b57f, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/c1cdd1b43f4d478e8700d2e251520160] to archive 2024-12-13T07:32:43,254 DEBUG [StoreCloser-TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T07:32:43,256 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/9f84b341d6b340b695dd165bb36b0c54 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/9f84b341d6b340b695dd165bb36b0c54 2024-12-13T07:32:43,256 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/4bc063d5f3a24071884f317a48a4c470 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/4bc063d5f3a24071884f317a48a4c470 2024-12-13T07:32:43,256 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/8dd2f7a6efe34d8b9145aa4e227dcfbe to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/8dd2f7a6efe34d8b9145aa4e227dcfbe 2024-12-13T07:32:43,256 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/0df7a560bb554e45bc3eb4ce12f2db46 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/0df7a560bb554e45bc3eb4ce12f2db46 2024-12-13T07:32:43,256 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/f462c438fa3c4563bce86657f1a7b5c5 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/f462c438fa3c4563bce86657f1a7b5c5 2024-12-13T07:32:43,256 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/489d4fd2b95e4272a95f65b15a6496e0 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/489d4fd2b95e4272a95f65b15a6496e0 2024-12-13T07:32:43,256 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/72cb53d5e95547cabd23e8bf36846162 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/72cb53d5e95547cabd23e8bf36846162 2024-12-13T07:32:43,257 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/3a3ebc66baad44349ddc6ced39372890 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/3a3ebc66baad44349ddc6ced39372890 2024-12-13T07:32:43,257 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/ce85b1d34a5c4ea091c052f2a9082898 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/ce85b1d34a5c4ea091c052f2a9082898 2024-12-13T07:32:43,257 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/da62c35ec64d49cfbbe33d32b289d4b1 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/da62c35ec64d49cfbbe33d32b289d4b1 2024-12-13T07:32:43,257 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/f7a841b439144420ab3ab1bfc2eeda25 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/f7a841b439144420ab3ab1bfc2eeda25 2024-12-13T07:32:43,257 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/8bb02f95606246208a66f4eaf1b921d3 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/8bb02f95606246208a66f4eaf1b921d3 2024-12-13T07:32:43,257 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/3e638f391df847cba5dbce5a752a1284 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/3e638f391df847cba5dbce5a752a1284 2024-12-13T07:32:43,257 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/feda09a055594746bf48095edd78de56 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/feda09a055594746bf48095edd78de56 2024-12-13T07:32:43,257 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/5b0ae22c9bcc40b39550022c7c90a62b to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/5b0ae22c9bcc40b39550022c7c90a62b 2024-12-13T07:32:43,257 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/0c9170362dee4cf098253b0ec8a0b57f to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/0c9170362dee4cf098253b0ec8a0b57f 2024-12-13T07:32:43,258 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/c1cdd1b43f4d478e8700d2e251520160 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/c1cdd1b43f4d478e8700d2e251520160 2024-12-13T07:32:43,260 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/recovered.edits/283.seqid, newMaxSeqId=283, maxSeqId=4 2024-12-13T07:32:43,261 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750. 2024-12-13T07:32:43,261 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1635): Region close journal for b4c0b5c97869725c0034ee1bb7982750: 2024-12-13T07:32:43,262 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(170): Closed b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:43,262 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=179 updating hbase:meta row=b4c0b5c97869725c0034ee1bb7982750, regionState=CLOSED 2024-12-13T07:32:43,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-12-13T07:32:43,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; CloseRegionProcedure b4c0b5c97869725c0034ee1bb7982750, server=9eb75de94ef3,40871,1734074980781 in 1.8700 sec 2024-12-13T07:32:43,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=179, resume processing ppid=178 2024-12-13T07:32:43,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, ppid=178, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4c0b5c97869725c0034ee1bb7982750, UNASSIGN in 1.8760 sec 2024-12-13T07:32:43,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-12-13T07:32:43,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8820 sec 2024-12-13T07:32:43,267 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734075163267"}]},"ts":"1734075163267"} 2024-12-13T07:32:43,267 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-13T07:32:43,307 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-13T07:32:43,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9780 sec 2024-12-13T07:32:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-13T07:32:43,441 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-12-13T07:32:43,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-13T07:32:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:32:43,444 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=181, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:32:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-13T07:32:43,445 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=181, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:32:43,446 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:43,450 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A, FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B, FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C, FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/recovered.edits] 2024-12-13T07:32:43,454 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/273a4fbc1b554558ac7b291102610616 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/273a4fbc1b554558ac7b291102610616 2024-12-13T07:32:43,454 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/7ebb1fb74e564ce9a5bca649f8932dd6 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/7ebb1fb74e564ce9a5bca649f8932dd6 2024-12-13T07:32:43,454 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/013d5bea86f5440f88d2aaf445e0fac4 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/A/013d5bea86f5440f88d2aaf445e0fac4 2024-12-13T07:32:43,458 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/438567d987774e0984d0339be6a347aa to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/438567d987774e0984d0339be6a347aa 2024-12-13T07:32:43,458 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/dcae4aab41ce43dcb952e99755733342 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/dcae4aab41ce43dcb952e99755733342 2024-12-13T07:32:43,458 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/d623bf4662de42b3a0f704ee9513bef3 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/B/d623bf4662de42b3a0f704ee9513bef3 2024-12-13T07:32:43,462 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/a6ea516dba3648c2842621e05ef0ff6e to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/a6ea516dba3648c2842621e05ef0ff6e 2024-12-13T07:32:43,462 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/99c7eaf824d14e5d9964fbe061b9b5cd to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/99c7eaf824d14e5d9964fbe061b9b5cd 2024-12-13T07:32:43,462 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/fedfe2bace664cf182c2b2d946c771e9 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/C/fedfe2bace664cf182c2b2d946c771e9 2024-12-13T07:32:43,465 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/recovered.edits/283.seqid to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750/recovered.edits/283.seqid 2024-12-13T07:32:43,466 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/default/TestAcidGuarantees/b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:43,466 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-13T07:32:43,466 DEBUG [PEWorker-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-13T07:32:43,467 DEBUG [PEWorker-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-13T07:32:43,473 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213057c1bd4772c43fdb89169b935ed4109_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213057c1bd4772c43fdb89169b935ed4109_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:43,474 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213179d141d63bc4d21adae01e3de778775_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213179d141d63bc4d21adae01e3de778775_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:43,474 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412132a640d036c8b4af38be415b863e7c60d_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412132a640d036c8b4af38be415b863e7c60d_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:43,474 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213314b7afd75564de6a0a6ee44cffcf872_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213314b7afd75564de6a0a6ee44cffcf872_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:43,474 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213221c39ef3696400b9123e3a305c18784_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213221c39ef3696400b9123e3a305c18784_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:43,474 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121332ee0b83ad4149e78e95311072fee5c6_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121332ee0b83ad4149e78e95311072fee5c6_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:43,474 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412132e248a24fe97427abd291b4822bbd163_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412132e248a24fe97427abd291b4822bbd163_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:43,475 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121322f58655edd04e4e9e15be8768712097_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121322f58655edd04e4e9e15be8768712097_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:43,475 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213478f062afa754ea992b52967b29517fb_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213478f062afa754ea992b52967b29517fb_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:43,476 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412136c374ae2b038423fa31c2ad168424a25_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412136c374ae2b038423fa31c2ad168424a25_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:43,476 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412136032a4c886e646c2889ea4396898230e_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412136032a4c886e646c2889ea4396898230e_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:43,476 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213599103eb22794485a9070a5d97878af7_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213599103eb22794485a9070a5d97878af7_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:43,476 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121350a2358c61d04eb6b0596d5d0f3cc7cd_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121350a2358c61d04eb6b0596d5d0f3cc7cd_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:43,476 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213a117faeb7c9542169b650196ba9daa9c_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213a117faeb7c9542169b650196ba9daa9c_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:43,476 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121379fb18726fe74728b3b01583ce5b21be_b4c0b5c97869725c0034ee1bb7982750 to hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121379fb18726fe74728b3b01583ce5b21be_b4c0b5c97869725c0034ee1bb7982750 2024-12-13T07:32:43,477 DEBUG [PEWorker-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-13T07:32:43,479 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=181, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:32:43,482 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-13T07:32:43,483 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-13T07:32:43,485 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=181, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:32:43,485 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-13T07:32:43,485 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734075163485"}]},"ts":"9223372036854775807"} 2024-12-13T07:32:43,487 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T07:32:43,487 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b4c0b5c97869725c0034ee1bb7982750, NAME => 'TestAcidGuarantees,,1734075136088.b4c0b5c97869725c0034ee1bb7982750.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T07:32:43,487 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-13T07:32:43,487 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734075163487"}]},"ts":"9223372036854775807"} 2024-12-13T07:32:43,488 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-13T07:32:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-13T07:32:43,603 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=181, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T07:32:43,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 161 msec 2024-12-13T07:32:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-13T07:32:43,747 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-12-13T07:32:43,759 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=244 (was 247), OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=503 (was 539), ProcessCount=9 (was 11), AvailableMemoryMB=9892 (was 8957) - AvailableMemoryMB LEAK? - 2024-12-13T07:32:43,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T07:32:43,760 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T07:32:43,760 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:65137 2024-12-13T07:32:43,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:43,760 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T07:32:43,760 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1403094460, stopped=false 2024-12-13T07:32:43,760 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=9eb75de94ef3,42165,1734074980053 2024-12-13T07:32:43,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T07:32:43,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T07:32:43,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T07:32:43,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T07:32:43,774 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T07:32:43,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:43,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T07:32:43,775 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9eb75de94ef3,40871,1734074980781' ***** 2024-12-13T07:32:43,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T07:32:43,775 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T07:32:43,775 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T07:32:43,775 INFO [RS:0;9eb75de94ef3:40871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T07:32:43,776 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T07:32:43,776 INFO [RS:0;9eb75de94ef3:40871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T07:32:43,776 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(3579): Received CLOSE for df39f87d4ae1f3d0bcdb83c5ee4b9344 2024-12-13T07:32:43,776 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1224): stopping server 9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:43,776 DEBUG [RS:0;9eb75de94ef3:40871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:43,776 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T07:32:43,776 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T07:32:43,776 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T07:32:43,777 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T07:32:43,777 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing df39f87d4ae1f3d0bcdb83c5ee4b9344, disabling compactions & flushes 2024-12-13T07:32:43,777 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344. 2024-12-13T07:32:43,777 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-13T07:32:43,777 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344. 2024-12-13T07:32:43,777 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344. after waiting 0 ms 2024-12-13T07:32:43,777 DEBUG [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, df39f87d4ae1f3d0bcdb83c5ee4b9344=hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344.} 2024-12-13T07:32:43,777 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344. 2024-12-13T07:32:43,777 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing df39f87d4ae1f3d0bcdb83c5ee4b9344 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T07:32:43,777 DEBUG [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T07:32:43,777 INFO [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T07:32:43,777 DEBUG [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T07:32:43,777 DEBUG [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T07:32:43,777 DEBUG [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T07:32:43,777 INFO [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-13T07:32:43,778 DEBUG [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, df39f87d4ae1f3d0bcdb83c5ee4b9344 2024-12-13T07:32:43,794 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/namespace/df39f87d4ae1f3d0bcdb83c5ee4b9344/.tmp/info/abb824ef2b1941e09d783dd900f5e4e6 is 45, key is default/info:d/1734074986453/Put/seqid=0 2024-12-13T07:32:43,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742435_1611 (size=5037) 2024-12-13T07:32:43,800 DEBUG [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740/.tmp/info/32135fa59e1544e2be3deda56f44ce7b is 143, key is hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344./info:regioninfo/1734074986309/Put/seqid=0 2024-12-13T07:32:43,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742436_1612 (size=7725) 2024-12-13T07:32:43,861 INFO [regionserver/9eb75de94ef3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T07:32:43,978 DEBUG [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, df39f87d4ae1f3d0bcdb83c5ee4b9344 2024-12-13T07:32:44,178 DEBUG [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, df39f87d4ae1f3d0bcdb83c5ee4b9344 2024-12-13T07:32:44,198 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/namespace/df39f87d4ae1f3d0bcdb83c5ee4b9344/.tmp/info/abb824ef2b1941e09d783dd900f5e4e6 2024-12-13T07:32:44,204 INFO [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740/.tmp/info/32135fa59e1544e2be3deda56f44ce7b 2024-12-13T07:32:44,206 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/namespace/df39f87d4ae1f3d0bcdb83c5ee4b9344/.tmp/info/abb824ef2b1941e09d783dd900f5e4e6 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/namespace/df39f87d4ae1f3d0bcdb83c5ee4b9344/info/abb824ef2b1941e09d783dd900f5e4e6 2024-12-13T07:32:44,211 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/namespace/df39f87d4ae1f3d0bcdb83c5ee4b9344/info/abb824ef2b1941e09d783dd900f5e4e6, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T07:32:44,211 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for df39f87d4ae1f3d0bcdb83c5ee4b9344 in 434ms, sequenceid=6, compaction requested=false 2024-12-13T07:32:44,214 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/namespace/df39f87d4ae1f3d0bcdb83c5ee4b9344/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T07:32:44,215 INFO [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344. 2024-12-13T07:32:44,215 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for df39f87d4ae1f3d0bcdb83c5ee4b9344: 2024-12-13T07:32:44,215 DEBUG [RS_CLOSE_REGION-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734074984991.df39f87d4ae1f3d0bcdb83c5ee4b9344. 2024-12-13T07:32:44,226 DEBUG [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740/.tmp/rep_barrier/cbc625ce3e674337b16e861de1184049 is 102, key is TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999./rep_barrier:/1734075013555/DeleteFamily/seqid=0 2024-12-13T07:32:44,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742437_1613 (size=6025) 2024-12-13T07:32:44,379 DEBUG [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T07:32:44,482 INFO [regionserver/9eb75de94ef3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T07:32:44,482 INFO [regionserver/9eb75de94ef3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T07:32:44,579 DEBUG [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T07:32:44,631 INFO [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740/.tmp/rep_barrier/cbc625ce3e674337b16e861de1184049 2024-12-13T07:32:44,655 DEBUG [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740/.tmp/table/242908f823f149079f738d167d203c92 is 96, key is TestAcidGuarantees,,1734074986716.40efeb72161deb7a9ea2fe3d9a21c999./table:/1734075013555/DeleteFamily/seqid=0 2024-12-13T07:32:44,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742438_1614 (size=5942) 2024-12-13T07:32:44,779 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T07:32:44,779 DEBUG [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-13T07:32:44,779 DEBUG [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T07:32:44,980 DEBUG [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T07:32:45,060 INFO [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740/.tmp/table/242908f823f149079f738d167d203c92 2024-12-13T07:32:45,069 DEBUG [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740/.tmp/info/32135fa59e1544e2be3deda56f44ce7b as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740/info/32135fa59e1544e2be3deda56f44ce7b 2024-12-13T07:32:45,073 INFO [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740/info/32135fa59e1544e2be3deda56f44ce7b, entries=22, sequenceid=93, filesize=7.5 K 2024-12-13T07:32:45,074 DEBUG [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740/.tmp/rep_barrier/cbc625ce3e674337b16e861de1184049 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740/rep_barrier/cbc625ce3e674337b16e861de1184049 2024-12-13T07:32:45,078 INFO [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740/rep_barrier/cbc625ce3e674337b16e861de1184049, entries=6, sequenceid=93, filesize=5.9 K 2024-12-13T07:32:45,078 DEBUG [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740/.tmp/table/242908f823f149079f738d167d203c92 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740/table/242908f823f149079f738d167d203c92 2024-12-13T07:32:45,082 INFO [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740/table/242908f823f149079f738d167d203c92, entries=9, sequenceid=93, filesize=5.8 K 2024-12-13T07:32:45,083 INFO [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=93, compaction requested=false 2024-12-13T07:32:45,087 DEBUG [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-13T07:32:45,088 DEBUG [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T07:32:45,088 INFO [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T07:32:45,088 DEBUG [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T07:32:45,088 DEBUG [RS_CLOSE_META-regionserver/9eb75de94ef3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T07:32:45,180 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1250): stopping server 9eb75de94ef3,40871,1734074980781; all regions closed. 2024-12-13T07:32:45,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741834_1010 (size=26050) 2024-12-13T07:32:45,193 DEBUG [RS:0;9eb75de94ef3:40871 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/oldWALs 2024-12-13T07:32:45,193 INFO [RS:0;9eb75de94ef3:40871 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9eb75de94ef3%2C40871%2C1734074980781.meta:.meta(num 1734074984671) 2024-12-13T07:32:45,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741832_1008 (size=14032815) 2024-12-13T07:32:45,197 DEBUG [RS:0;9eb75de94ef3:40871 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/oldWALs 2024-12-13T07:32:45,197 INFO [RS:0;9eb75de94ef3:40871 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9eb75de94ef3%2C40871%2C1734074980781:(num 1734074983631) 2024-12-13T07:32:45,197 DEBUG [RS:0;9eb75de94ef3:40871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:45,197 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T07:32:45,198 INFO [RS:0;9eb75de94ef3:40871 {}] hbase.ChoreService(370): Chore service for: regionserver/9eb75de94ef3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-13T07:32:45,198 INFO [regionserver/9eb75de94ef3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T07:32:45,198 INFO [RS:0;9eb75de94ef3:40871 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40871 2024-12-13T07:32:45,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9eb75de94ef3,40871,1734074980781 2024-12-13T07:32:45,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T07:32:45,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9eb75de94ef3,40871,1734074980781] 2024-12-13T07:32:45,249 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 9eb75de94ef3,40871,1734074980781; numProcessing=1 2024-12-13T07:32:45,257 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/9eb75de94ef3,40871,1734074980781 already deleted, retry=false 2024-12-13T07:32:45,257 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 9eb75de94ef3,40871,1734074980781 expired; onlineServers=0 2024-12-13T07:32:45,257 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9eb75de94ef3,42165,1734074980053' ***** 2024-12-13T07:32:45,257 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T07:32:45,257 DEBUG [M:0;9eb75de94ef3:42165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66871d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9eb75de94ef3/172.17.0.2:0 2024-12-13T07:32:45,258 INFO [M:0;9eb75de94ef3:42165 {}] regionserver.HRegionServer(1224): stopping server 9eb75de94ef3,42165,1734074980053 2024-12-13T07:32:45,258 INFO [M:0;9eb75de94ef3:42165 {}] regionserver.HRegionServer(1250): stopping server 9eb75de94ef3,42165,1734074980053; all regions closed. 2024-12-13T07:32:45,258 DEBUG [M:0;9eb75de94ef3:42165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T07:32:45,258 DEBUG [M:0;9eb75de94ef3:42165 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T07:32:45,258 DEBUG [M:0;9eb75de94ef3:42165 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T07:32:45,258 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T07:32:45,258 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster-HFileCleaner.small.0-1734074983377 {}] cleaner.HFileCleaner(306): Exit Thread[master/9eb75de94ef3:0:becomeActiveMaster-HFileCleaner.small.0-1734074983377,5,FailOnTimeoutGroup] 2024-12-13T07:32:45,258 DEBUG [master/9eb75de94ef3:0:becomeActiveMaster-HFileCleaner.large.0-1734074983376 {}] cleaner.HFileCleaner(306): Exit Thread[master/9eb75de94ef3:0:becomeActiveMaster-HFileCleaner.large.0-1734074983376,5,FailOnTimeoutGroup] 2024-12-13T07:32:45,258 INFO [M:0;9eb75de94ef3:42165 {}] hbase.ChoreService(370): Chore service for: master/9eb75de94ef3:0 had [] on shutdown 2024-12-13T07:32:45,259 DEBUG [M:0;9eb75de94ef3:42165 {}] master.HMaster(1733): Stopping service threads 2024-12-13T07:32:45,259 INFO [M:0;9eb75de94ef3:42165 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T07:32:45,260 INFO [M:0;9eb75de94ef3:42165 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T07:32:45,261 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T07:32:45,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-13T07:32:45,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T07:32:45,265 DEBUG [M:0;9eb75de94ef3:42165 {}] zookeeper.ZKUtil(347): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-13T07:32:45,265 WARN [M:0;9eb75de94ef3:42165 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T07:32:45,265 INFO [M:0;9eb75de94ef3:42165 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T07:32:45,266 INFO [M:0;9eb75de94ef3:42165 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T07:32:45,266 DEBUG [M:0;9eb75de94ef3:42165 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T07:32:45,266 INFO [M:0;9eb75de94ef3:42165 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T07:32:45,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T07:32:45,266 DEBUG [M:0;9eb75de94ef3:42165 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T07:32:45,266 DEBUG [M:0;9eb75de94ef3:42165 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T07:32:45,266 DEBUG [M:0;9eb75de94ef3:42165 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T07:32:45,266 INFO [M:0;9eb75de94ef3:42165 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=745.24 KB heapSize=914.83 KB 2024-12-13T07:32:45,284 DEBUG [M:0;9eb75de94ef3:42165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b34bb3c8a7b49c8ade81310f3a3b96a is 82, key is hbase:meta,,1/info:regioninfo/1734074984790/Put/seqid=0 2024-12-13T07:32:45,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742439_1615 (size=5672) 2024-12-13T07:32:45,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T07:32:45,349 INFO [RS:0;9eb75de94ef3:40871 {}] regionserver.HRegionServer(1307): Exiting; stopping=9eb75de94ef3,40871,1734074980781; zookeeper connection closed. 2024-12-13T07:32:45,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x1001e4b70630001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T07:32:45,349 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f883dae {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f883dae 2024-12-13T07:32:45,350 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-13T07:32:45,688 INFO [M:0;9eb75de94ef3:42165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2078 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b34bb3c8a7b49c8ade81310f3a3b96a 2024-12-13T07:32:45,714 DEBUG [M:0;9eb75de94ef3:42165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0593003376034324bb9743a8d290e040 is 2284, key is \x00\x00\x00\x00\x00\x00\x00\x9C/proc:d/1734075139121/Put/seqid=0 2024-12-13T07:32:45,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742440_1616 (size=45390) 2024-12-13T07:32:46,119 INFO [M:0;9eb75de94ef3:42165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=744.68 KB at sequenceid=2078 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0593003376034324bb9743a8d290e040 2024-12-13T07:32:46,126 INFO [M:0;9eb75de94ef3:42165 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0593003376034324bb9743a8d290e040 2024-12-13T07:32:46,146 DEBUG [M:0;9eb75de94ef3:42165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cb35b1d239e4e748dfb62bf421129f9 is 69, key is 9eb75de94ef3,40871,1734074980781/rs:state/1734074983412/Put/seqid=0 2024-12-13T07:32:46,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073742441_1617 (size=5156) 2024-12-13T07:32:46,550 INFO [M:0;9eb75de94ef3:42165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2078 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cb35b1d239e4e748dfb62bf421129f9 2024-12-13T07:32:46,585 DEBUG [M:0;9eb75de94ef3:42165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b34bb3c8a7b49c8ade81310f3a3b96a as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b34bb3c8a7b49c8ade81310f3a3b96a 2024-12-13T07:32:46,593 INFO [M:0;9eb75de94ef3:42165 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b34bb3c8a7b49c8ade81310f3a3b96a, entries=8, sequenceid=2078, filesize=5.5 K 2024-12-13T07:32:46,594 DEBUG [M:0;9eb75de94ef3:42165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0593003376034324bb9743a8d290e040 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0593003376034324bb9743a8d290e040 2024-12-13T07:32:46,597 INFO [M:0;9eb75de94ef3:42165 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0593003376034324bb9743a8d290e040 2024-12-13T07:32:46,597 INFO [M:0;9eb75de94ef3:42165 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0593003376034324bb9743a8d290e040, entries=181, sequenceid=2078, filesize=44.3 K 2024-12-13T07:32:46,597 DEBUG [M:0;9eb75de94ef3:42165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cb35b1d239e4e748dfb62bf421129f9 as hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0cb35b1d239e4e748dfb62bf421129f9 2024-12-13T07:32:46,600 INFO [M:0;9eb75de94ef3:42165 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34151/user/jenkins/test-data/9f4a8732-5134-444c-6728-2aead4b7b15d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0cb35b1d239e4e748dfb62bf421129f9, entries=1, sequenceid=2078, filesize=5.0 K 2024-12-13T07:32:46,600 INFO [M:0;9eb75de94ef3:42165 {}] regionserver.HRegion(3040): Finished flush of dataSize ~745.24 KB/763125, heapSize ~914.53 KB/936480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=2078, compaction requested=false 2024-12-13T07:32:46,601 INFO [M:0;9eb75de94ef3:42165 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T07:32:46,601 DEBUG [M:0;9eb75de94ef3:42165 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T07:32:46,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741830_1006 (size=899442) 2024-12-13T07:32:46,603 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T07:32:46,603 INFO [M:0;9eb75de94ef3:42165 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T07:32:46,603 INFO [M:0;9eb75de94ef3:42165 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42165 2024-12-13T07:32:46,615 DEBUG [M:0;9eb75de94ef3:42165 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/9eb75de94ef3,42165,1734074980053 already deleted, retry=false 2024-12-13T07:32:46,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T07:32:46,724 INFO [M:0;9eb75de94ef3:42165 {}] regionserver.HRegionServer(1307): Exiting; stopping=9eb75de94ef3,42165,1734074980053; zookeeper connection closed. 2024-12-13T07:32:46,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1001e4b70630000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T07:32:46,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T07:32:46,736 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T07:32:46,736 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T07:32:46,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T07:32:46,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/hadoop.log.dir/,STOPPED} 2024-12-13T07:32:46,738 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T07:32:46,738 WARN [BP-267945539-172.17.0.2-1734074977000 heartbeating to localhost/127.0.0.1:34151 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T07:32:46,738 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T07:32:46,738 WARN [BP-267945539-172.17.0.2-1734074977000 heartbeating to localhost/127.0.0.1:34151 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-267945539-172.17.0.2-1734074977000 (Datanode Uuid 0dafa33e-ea13-4d48-9d5d-5e2cbda3ca87) service to localhost/127.0.0.1:34151 2024-12-13T07:32:46,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/cluster_75ebfde2-f6c0-8642-8b7f-bc87a278e9e3/dfs/data/data1/current/BP-267945539-172.17.0.2-1734074977000 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T07:32:46,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/cluster_75ebfde2-f6c0-8642-8b7f-bc87a278e9e3/dfs/data/data2/current/BP-267945539-172.17.0.2-1734074977000 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T07:32:46,741 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T07:32:46,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T07:32:46,747 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T07:32:46,747 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T07:32:46,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T07:32:46,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c2af1ff2-251f-e2c3-deda-83d07939dcc4/hadoop.log.dir/,STOPPED} 2024-12-13T07:32:46,762 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-13T07:32:46,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down